llvm::CombinerHelper Class Reference

#include "llvm/CodeGen/GlobalISel/CombinerHelper.h"

Inheritance diagram for llvm::CombinerHelper:

Public Member Functions
LLVM_ABI	CombinerHelper (GISelChangeObserver &Observer, MachineIRBuilder &B, bool IsPreLegalize, GISelValueTracking *VT=nullptr, MachineDominatorTree *MDT=nullptr, const LegalizerInfo *LI=nullptr)
GISelValueTracking *	getValueTracking () const
MachineIRBuilder &	getBuilder () const
const TargetInstrInfo &	getTII () const
const TargetRegisterInfo &	getTRI () const
const RegisterBankInfo &	getRBI () const
LLVM_ABI const TargetLowering &	getTargetLowering () const
LLVM_ABI const MachineFunction &	getMachineFunction () const
LLVM_ABI LLVMContext &	getContext () const
LLVM_ABI bool	isPreLegalize () const
LLVM_ABI bool	isLegal (const LegalityQuery &Query) const
LLVM_ABI bool	isLegalOrBeforeLegalizer (const LegalityQuery &Query) const
LLVM_ABI bool	isLegalOrHasWidenScalar (const LegalityQuery &Query) const
LLVM_ABI bool	isLegalOrHasFewerElements (const LegalityQuery &Query) const
LLVM_ABI bool	isConstantLegalOrBeforeLegalizer (const LLT Ty) const
LLVM_ABI void	replaceRegWith (MachineRegisterInfo &MRI, Register FromReg, Register ToReg) const
	MachineRegisterInfo::replaceRegWith() and inform the observer of the changes.
LLVM_ABI void	replaceRegOpWith (MachineRegisterInfo &MRI, MachineOperand &FromRegOp, Register ToReg) const
	Replace a single register operand with a new register and inform the observer of the changes.
LLVM_ABI void	replaceOpcodeWith (MachineInstr &FromMI, unsigned ToOpcode) const
	Replace the opcode in instruction with a new opcode and inform the observer of the changes.
LLVM_ABI const RegisterBank *	getRegBank (Register Reg) const
	Get the register bank of Reg.
LLVM_ABI void	setRegBank (Register Reg, const RegisterBank *RegBank) const
	Set the register bank of Reg.
LLVM_ABI bool	matchCombineCopy (MachineInstr &MI) const
LLVM_ABI void	applyCombineCopy (MachineInstr &MI) const
LLVM_ABI bool	isPredecessor (const MachineInstr &DefMI, const MachineInstr &UseMI) const
	Returns true if DefMI precedes UseMI or they are the same instruction.
LLVM_ABI bool	dominates (const MachineInstr &DefMI, const MachineInstr &UseMI) const
	Returns true if DefMI dominates UseMI.
LLVM_ABI bool	tryCombineExtendingLoads (MachineInstr &MI) const
	If MI is extend that consumes the result of a load, try to combine it.
LLVM_ABI bool	matchCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo) const
LLVM_ABI void	applyCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo) const
LLVM_ABI bool	matchCombineLoadWithAndMask (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match (and (load x), mask) -> zextload x.
LLVM_ABI bool	matchCombineExtractedVectorLoad (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine a G_EXTRACT_VECTOR_ELT of a load into a narrowed load.
LLVM_ABI bool	matchCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo) const
LLVM_ABI void	applyCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo) const
LLVM_ABI bool	matchSextTruncSextLoad (MachineInstr &MI) const
LLVM_ABI bool	matchSextInRegOfLoad (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo) const
	Match sext_inreg(load p), imm -> sextload p.
LLVM_ABI void	applySextInRegOfLoad (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo) const
LLVM_ABI bool	matchCombineDivRem (MachineInstr &MI, MachineInstr *&OtherMI) const
	Try to combine G_[SU]DIV and G_[SU]REM into a single G_[SU]DIVREM when their source operands are identical.
LLVM_ABI void	applyCombineDivRem (MachineInstr &MI, MachineInstr *&OtherMI) const
LLVM_ABI bool	matchOptBrCondByInvertingCond (MachineInstr &MI, MachineInstr *&BrCond) const
	If a brcond's true block is not the fallthrough, make it so by inverting the condition and swapping operands.
LLVM_ABI void	applyOptBrCondByInvertingCond (MachineInstr &MI, MachineInstr *&BrCond) const
LLVM_ABI bool	matchCombineConcatVectors (MachineInstr &MI, SmallVector< Register > &Ops) const
	If MI is G_CONCAT_VECTORS, try to combine it.
LLVM_ABI void	applyCombineConcatVectors (MachineInstr &MI, SmallVector< Register > &Ops) const
	Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.
LLVM_ABI bool	matchCombineShuffleConcat (MachineInstr &MI, SmallVector< Register > &Ops) const
LLVM_ABI void	applyCombineShuffleConcat (MachineInstr &MI, SmallVector< Register > &Ops) const
	Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.
LLVM_ABI void	applyCombineShuffleToBuildVector (MachineInstr &MI) const
	Replace shuffle MI with a build_vector.
LLVM_ABI void	applyCombineShuffleOfBuildVector (MachineInstr &MI) const
	Replace shuffle of build_vector with a build_vector.
LLVM_ABI bool	matchCombineBuildVectorOfBitcast (MachineInstr &MI, SmallVector< Register > &Ops) const
	Combine G_BUILD_VECTOR(G_UNMERGE(G_BITCAST), Undef) to G_BITCAST(G_BUILD_VECTOR(..))
LLVM_ABI void	applyCombineBuildVectorOfBitcast (MachineInstr &MI, SmallVector< Register > &Ops) const
LLVM_ABI bool	matchCombineShuffleVector (MachineInstr &MI, SmallVectorImpl< Register > &Ops) const
	Check if the G_SHUFFLE_VECTOR MI can be replaced by a concat_vectors.
LLVM_ABI void	applyCombineShuffleVector (MachineInstr &MI, ArrayRef< Register > Ops) const
	Replace MI with a concat_vectors with Ops.
LLVM_ABI bool	tryCombineMemCpyFamily (MachineInstr &MI, unsigned MaxLen=0) const
	Optimize memcpy intrinsics et al, e.g.
LLVM_ABI bool	matchCombineMemCpyFamily (MachineInstr &MI, MemCpyFamilyLoweringInfo &MatchInfo, unsigned MaxLen=0) const
LLVM_ABI void	applyCombineMemCpyFamily (MachineInstr &MI, MemCpyFamilyLoweringInfo &MatchInfo) const
LLVM_ABI bool	matchPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo) const
LLVM_ABI void	applyPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo) const
LLVM_ABI bool	matchShiftImmedChain (MachineInstr &MI, RegisterImmPair &MatchInfo) const
	Fold (shift (shift base, x), y) -> (shift base (x+y))
LLVM_ABI void	applyShiftImmedChain (MachineInstr &MI, RegisterImmPair &MatchInfo) const
LLVM_ABI bool	matchShiftOfShiftedLogic (MachineInstr &MI, ShiftOfShiftedLogic &MatchInfo) const
	If we have a shift-by-constant of a bitwise logic op that itself has a shift-by-constant operand with identical opcode, we may be able to convert that into 2 independent shifts followed by the logic op.
LLVM_ABI void	applyShiftOfShiftedLogic (MachineInstr &MI, ShiftOfShiftedLogic &MatchInfo) const
LLVM_ABI bool	isDesirableToCommuteWithShift (const MachineInstr &MI) const
LLVM_ABI bool	matchLshrOfTruncOfLshr (MachineInstr &MI, LshrOfTruncOfLshr &MatchInfo, MachineInstr &ShiftMI) const
	Fold (lshr (trunc (lshr x, C1)), C2) -> trunc (shift x, (C1 + C2))
LLVM_ABI void	applyLshrOfTruncOfLshr (MachineInstr &MI, LshrOfTruncOfLshr &MatchInfo) const
LLVM_ABI bool	matchCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal) const
	Transform a multiply by a power-of-2 value to a left shift.
LLVM_ABI void	applyCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal) const
LLVM_ABI bool	matchCombineSubToAdd (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCombineShlOfExtend (MachineInstr &MI, RegisterImmPair &MatchData) const
LLVM_ABI void	applyCombineShlOfExtend (MachineInstr &MI, const RegisterImmPair &MatchData) const
LLVM_ABI bool	matchCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftSize, unsigned &ShiftVal) const
	Reduce a shift by a constant to an unmerge and a shift on a half sized type.
LLVM_ABI void	applyCombineShiftToUnmerge (MachineInstr &MI, const unsigned &ShiftVal) const
LLVM_ABI bool	tryCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftAmount) const
LLVM_ABI bool	matchCombineUnmergeMergeToPlainValues (MachineInstr &MI, SmallVectorImpl< Register > &Operands) const
	Transform <ty,...> G_UNMERGE(G_MERGE ty X, Y, Z) -> ty X, Y, Z.
LLVM_ABI void	applyCombineUnmergeMergeToPlainValues (MachineInstr &MI, SmallVectorImpl< Register > &Operands) const
LLVM_ABI bool	matchCombineUnmergeConstant (MachineInstr &MI, SmallVectorImpl< APInt > &Csts) const
	Transform G_UNMERGE Constant -> Constant1, Constant2, ...
LLVM_ABI void	applyCombineUnmergeConstant (MachineInstr &MI, SmallVectorImpl< APInt > &Csts) const
LLVM_ABI bool	matchCombineUnmergeUndef (MachineInstr &MI, std::function< void(MachineIRBuilder &)> &MatchInfo) const
	Transform G_UNMERGE G_IMPLICIT_DEF -> G_IMPLICIT_DEF, G_IMPLICIT_DEF, ...
LLVM_ABI bool	matchCombineUnmergeWithDeadLanesToTrunc (MachineInstr &MI) const
	Transform X, Y<dead> = G_UNMERGE Z -> X = G_TRUNC Z.
LLVM_ABI void	applyCombineUnmergeWithDeadLanesToTrunc (MachineInstr &MI) const
LLVM_ABI bool	matchCombineUnmergeZExtToZExt (MachineInstr &MI) const
	Transform X, Y = G_UNMERGE(G_ZEXT(Z)) -> X = G_ZEXT(Z); Y = G_CONSTANT 0.
LLVM_ABI void	applyCombineUnmergeZExtToZExt (MachineInstr &MI) const
LLVM_ABI void	applyCombineConstantFoldFpUnary (MachineInstr &MI, const ConstantFP *Cst) const
	Transform fp_instr(cst) to constant result of the fp operation.
LLVM_ABI bool	matchConstantFoldUnaryIntOp (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Constant fold a unary integer op (G_CTLZ, G_CTTZ, G_CTPOP and their _ZERO_POISON variants, G_ABS, G_BSWAP, G_BITREVERSE) when the operand is a scalar constant or a G_BUILD_VECTOR of constants.
LLVM_ABI bool	matchCombineAnyExtTrunc (MachineInstr &MI, Register &Reg) const
	Transform anyext(trunc(x)) to x.
LLVM_ABI bool	matchCombineZextTrunc (MachineInstr &MI, Register &Reg) const
	Transform zext(trunc(x)) to x.
LLVM_ABI bool	matchCombineTruncOfShift (MachineInstr &MI, std::pair< MachineInstr *, LLT > &MatchInfo) const
	Transform trunc (shl x, K) to shl (trunc x), K if K < VT.getScalarSizeInBits().
LLVM_ABI void	applyCombineTruncOfShift (MachineInstr &MI, std::pair< MachineInstr *, LLT > &MatchInfo) const
LLVM_ABI bool	matchAllExplicitUsesAreUndef (MachineInstr &MI) const
	Return true if all register explicit use operands on MI are defined by a G_IMPLICIT_DEF.
LLVM_ABI bool	matchUndefShuffleVectorMask (MachineInstr &MI) const
	Return true if a G_SHUFFLE_VECTOR instruction MI has an undef mask.
LLVM_ABI bool	matchInsertExtractVecEltOutOfBounds (MachineInstr &MI) const
	Return true if a G_{EXTRACT,INSERT}_VECTOR_ELT has an out of range index.
LLVM_ABI void	replaceInstWithFConstant (MachineInstr &MI, double C) const
	Replace an instruction with a G_FCONSTANT with value C.
LLVM_ABI void	replaceInstWithFConstant (MachineInstr &MI, ConstantFP *CFP) const
	Replace an instruction with an G_FCONSTANT with value CFP.
LLVM_ABI void	replaceInstWithConstant (MachineInstr &MI, int64_t C) const
	Replace an instruction with a G_CONSTANT with value C.
LLVM_ABI void	replaceInstWithConstant (MachineInstr &MI, APInt C) const
	Replace an instruction with a G_CONSTANT with value C.
LLVM_ABI void	replaceInstWithUndef (MachineInstr &MI) const
	Replace an instruction with a G_IMPLICIT_DEF.
LLVM_ABI void	replaceSingleDefInstWithOperand (MachineInstr &MI, unsigned OpIdx) const
	Delete MI and replace all of its uses with its OpIdx-th operand.
LLVM_ABI void	replaceSingleDefInstWithReg (MachineInstr &MI, Register Replacement) const
	Delete MI and replace all of its uses with Replacement.
LLVM_ABI void	applyFunnelShiftConstantModulo (MachineInstr &MI) const
	Replaces the shift amount in MI with ShiftAmt % BW.
LLVM_ABI bool	matchEqualDefs (const MachineOperand &MOP1, const MachineOperand &MOP2) const
	Return true if MOP1 and MOP2 are register operands are defined by equivalent instructions.
LLVM_ABI bool	matchConstantOp (const MachineOperand &MOP, int64_t C) const
	Return true if MOP is defined by a G_CONSTANT or splat with a value equal to C.
LLVM_ABI bool	matchConstantFPOp (const MachineOperand &MOP, double C) const
	Return true if MOP is defined by a G_FCONSTANT or splat with a value exactly equal to C.
LLVM_ABI bool	matchConstantLargerBitWidth (MachineInstr &MI, unsigned ConstIdx) const
	Checks if constant at ConstIdx is larger than MI 's bitwidth.
LLVM_ABI bool	matchSelectSameVal (MachineInstr &MI) const
	Optimize (cond ? x : x) -> x.
LLVM_ABI bool	matchOperandIsKnownToBeAPowerOfTwo (const MachineOperand &MO, bool OrNegative=false) const
	Check if operand MO is known to be a power of 2.
LLVM_ABI void	eraseInst (MachineInstr &MI) const
	Erase MI.
LLVM_ABI bool	matchBinopWithNeg (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Fold a bitwiseop (~b +/- c) -> a bitwiseop ~(b -/+ c)
LLVM_ABI bool	matchHoistLogicOpWithSameOpcodeHands (MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo) const
	Match (logic_op (op x...), (op y...)) -> (op (logic_op x, y))
LLVM_ABI void	applyBuildInstructionSteps (MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo) const
	Replace MI with a series of instructions described in MatchInfo.
LLVM_ABI bool	matchAshrShlToSextInreg (MachineInstr &MI, std::tuple< Register, int64_t > &MatchInfo) const
	Match ashr (shl x, C), C -> sext_inreg (C)
LLVM_ABI void	applyAshShlToSextInreg (MachineInstr &MI, std::tuple< Register, int64_t > &MatchInfo) const
LLVM_ABI bool	matchOverlappingAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Fold and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0.
LLVM_ABI bool	matchRedundantAnd (MachineInstr &MI, Register &Replacement) const
LLVM_ABI bool	matchRedundantOr (MachineInstr &MI, Register &Replacement) const
LLVM_ABI bool	matchRedundantSExtInReg (MachineInstr &MI) const
LLVM_ABI bool	matchNotCmp (MachineInstr &MI, SmallVectorImpl< Register > &RegsToNegate) const
	Combine inverting a result of a compare into the opposite cond code.
LLVM_ABI void	applyNotCmp (MachineInstr &MI, SmallVectorImpl< Register > &RegsToNegate) const
LLVM_ABI bool	matchXorOfAndWithSameReg (MachineInstr &MI, std::pair< Register, Register > &MatchInfo) const
	Fold (xor (and x, y), y) -> (and (not x), y) {.
LLVM_ABI void	applyXorOfAndWithSameReg (MachineInstr &MI, std::pair< Register, Register > &MatchInfo) const
LLVM_ABI bool	matchPtrAddZeroVector (MachineInstr &MI) const
	}
LLVM_ABI void	applySimplifyURemByPow2 (MachineInstr &MI) const
	Combine G_UREM x, (known power of 2) to an add and bitmasking.
LLVM_ABI bool	matchFoldBinOpIntoSelect (MachineInstr &MI, unsigned &SelectOpNo) const
	Push a binary operator through a select on constants.
LLVM_ABI void	applyFoldBinOpIntoSelect (MachineInstr &MI, const unsigned &SelectOpNo) const
	SelectOperand is the operand in binary operator MI that is the select to fold.
LLVM_ABI bool	matchCombineInsertVecElts (MachineInstr &MI, SmallVectorImpl< Register > &MatchInfo) const
LLVM_ABI void	applyCombineInsertVecElts (MachineInstr &MI, SmallVectorImpl< Register > &MatchInfo) const
LLVM_ABI bool	matchLoadOrCombine (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match expression trees of the form.
LLVM_ABI bool	matchExtendThroughPhis (MachineInstr &MI, MachineInstr *&ExtMI) const
LLVM_ABI void	applyExtendThroughPhis (MachineInstr &MI, MachineInstr *&ExtMI) const
LLVM_ABI bool	matchExtractVecEltBuildVec (MachineInstr &MI, Register &Reg) const
LLVM_ABI void	applyExtractVecEltBuildVec (MachineInstr &MI, Register &Reg) const
LLVM_ABI bool	matchExtractAllEltsFromBuildVector (MachineInstr &MI, SmallVectorImpl< std::pair< Register, MachineInstr * > > &MatchInfo) const
LLVM_ABI void	applyExtractAllEltsFromBuildVector (MachineInstr &MI, SmallVectorImpl< std::pair< Register, MachineInstr * > > &MatchInfo) const
LLVM_ABI void	applyBuildFn (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Use a function which takes in a MachineIRBuilder to perform a combine.
LLVM_ABI void	applyBuildFnNoErase (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Use a function which takes in a MachineIRBuilder to perform a combine.
LLVM_ABI bool	matchOrShiftToFunnelShift (MachineInstr &MI, bool AllowScalarConstants, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchRotateOutOfRange (MachineInstr &MI) const
LLVM_ABI void	applyRotateOutOfRange (MachineInstr &MI) const
LLVM_ABI bool	matchCombineBuildUnmerge (MachineInstr &MI, MachineRegisterInfo &MRI, Register &UnmergeSrc) const
LLVM_ABI void	applyCombineBuildUnmerge (MachineInstr &MI, MachineRegisterInfo &MRI, MachineIRBuilder &B, Register &UnmergeSrc) const
LLVM_ABI bool	matchUseVectorTruncate (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI void	applyUseVectorTruncate (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchICmpToTrueFalseKnownBits (MachineInstr &MI, int64_t &MatchInfo) const
LLVM_ABI bool	matchICmpToLHSKnownBits (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchAndOrDisjointMask (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchBitfieldExtractFromSExtInReg (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Form a G_SBFX from a G_SEXT_INREG fed by a right shift.
LLVM_ABI bool	matchBitfieldExtractFromAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: and (lshr x, cst), mask -> ubfx x, cst, width.
LLVM_ABI bool	matchBitfieldExtractFromShr (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: shr (shl x, n), k -> sbfx/ubfx x, pos, width.
LLVM_ABI bool	matchBitfieldExtractFromShrAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: shr (and x, n), k -> ubfx x, pos, width.
LLVM_ABI bool	matchReassocConstantInnerRHS (GPtrAdd &MI, MachineInstr *RHS, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchReassocFoldConstantsInSubTree (GPtrAdd &MI, MachineInstr *LHS, MachineInstr *RHS, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchReassocConstantInnerLHS (GPtrAdd &MI, MachineInstr *LHS, MachineInstr *RHS, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchReassocPtrAdd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Reassociate pointer calculations with G_ADD involved, to allow better addressing mode usage.
LLVM_ABI bool	tryReassocBinOp (unsigned Opc, Register DstReg, Register Op0, Register Op1, BuildFnTy &MatchInfo) const
	Try to reassociate to reassociate operands of a commutative binop.
LLVM_ABI bool	matchReassocCommBinOp (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Reassociate commutative binary operations like G_ADD.
LLVM_ABI bool	matchConstantFoldCastOp (MachineInstr &MI, APInt &MatchInfo) const
	Do constant folding when opportunities are exposed after MIR building.
LLVM_ABI bool	matchConstantFoldBinOp (MachineInstr &MI, APInt &MatchInfo) const
	Do constant folding when opportunities are exposed after MIR building.
LLVM_ABI bool	matchConstantFoldFPBinOp (MachineInstr &MI, ConstantFP *&MatchInfo) const
	Do constant FP folding when opportunities are exposed after MIR building.
LLVM_ABI bool	matchConstantFoldFMA (MachineInstr &MI, ConstantFP *&MatchInfo) const
	Constant fold G_FMA/G_FMAD.
LLVM_ABI bool	matchNarrowBinopFeedingAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI MachineInstr *	buildUDivOrURemUsingMul (MachineInstr &MI) const
	Given an G_UDIV MI or G_UREM MI expressing a divide by constant, return an expression that implements it by multiplying by a magic number.
LLVM_ABI bool	matchUDivOrURemByConst (MachineInstr &MI) const
	Combine G_UDIV or G_UREM by constant into a multiply by magic constant.
LLVM_ABI void	applyUDivOrURemByConst (MachineInstr &MI) const
LLVM_ABI MachineInstr *	buildSDivOrSRemUsingMul (MachineInstr &MI) const
	Given an G_SDIV MI or G_SREM MI expressing a signed divide by constant, return an expression that implements it by multiplying by a magic number.
LLVM_ABI bool	matchSDivOrSRemByConst (MachineInstr &MI) const
	Combine G_SDIV or G_SREM by constant into a multiply by magic constant.
LLVM_ABI void	applySDivOrSRemByConst (MachineInstr &MI) const
LLVM_ABI bool	matchDivByPow2 (MachineInstr &MI, bool IsSigned) const
	Given an G_SDIV MI expressing a signed divided by a pow2 constant, return expressions that implements it by shifting.
LLVM_ABI void	applySDivByPow2 (MachineInstr &MI) const
LLVM_ABI void	applyUDivByPow2 (MachineInstr &MI) const
	Given an G_UDIV MI expressing an unsigned divided by a pow2 constant, return expressions that implements it by shifting.
LLVM_ABI void	applySimplifySRemByPow2 (MachineInstr &MI) const
	Combine G_SREM x, (+/-2^k) to a bias-and-mask sequence.
LLVM_ABI bool	matchUMulHToLShr (MachineInstr &MI) const
LLVM_ABI void	applyUMulHToLShr (MachineInstr &MI) const
LLVM_ABI bool	matchTruncSSatS (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI void	applyTruncSSatS (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncSSatU (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI void	applyTruncSSatU (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncUSatU (MachineInstr &MI, MachineInstr &MinMI) const
LLVM_ABI bool	matchTruncUSatUToFPTOUISat (MachineInstr &MI, MachineInstr &SrcMI) const
LLVM_ABI bool	matchMulOBy0 (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: (G_*MULO x, 0) -> 0 + no carry out.
LLVM_ABI bool	matchFsubToFneg (MachineInstr &MI) const
LLVM_ABI bool	canCombineFMadOrFMA (MachineInstr &MI, bool &AllowFusionGlobally, bool &HasFMAD, bool &Aggressive, bool CanReassociate=false) const
LLVM_ABI bool	matchCombineFAddFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fadd (fmul x, y), z) -> (fma x, y, z) (fadd (fmul x, y), z) -> (fmad x, y, z)
LLVM_ABI bool	matchCombineFAddFpExtFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fadd (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), z) (fadd (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), z)
LLVM_ABI bool	matchCombineFAddFMAFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fadd (fma x, y, (fmul u, v)), z) -> (fma x, y, (fma u, v, z)) (fadd (fmad x, y, (fmul u, v)), z) -> (fmad x, y, (fmad u, v, z))
LLVM_ABI bool	matchCombineFAddFpExtFMulToFMadOrFMAAggressive (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCombineFSubFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fmul x, y), z) -> (fma x, y, -z) (fsub (fmul x, y), z) -> (fmad x, y, -z)
LLVM_ABI bool	matchCombineFSubFNegFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fneg (fmul, x, y)), z) -> (fma (fneg x), y, (fneg z)) (fsub (fneg (fmul, x, y)), z) -> (fmad (fneg x), y, (fneg z))
LLVM_ABI bool	matchCombineFSubFpExtFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), (fneg z)) (fsub (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), (fneg z))
LLVM_ABI bool	matchCombineFSubFpExtFNegFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fma (fpext x), (fpext y), z)) (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fmad (fpext x), (fpext y), z))
LLVM_ABI bool	matchRepeatedFPDivisor (MachineInstr &MI, SmallVector< MachineInstr * > &MatchInfo) const
LLVM_ABI void	applyRepeatedFPDivisor (SmallVector< MachineInstr * > &MatchInfo) const
LLVM_ABI bool	matchBuildVectorIdentityFold (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncBuildVectorFold (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncLshrBuildVectorFold (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchSameRegOrICstOrSplat (Register A, Register B) const
	True when A and B are the same register, including through copies, or different registers holding the same scalar or splat integer constant.
LLVM_ABI bool	isConstantNaN (Register Reg) const
LLVM_ABI bool	matchSimplifySelectToMinMax (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchRedundantBinOpInEquality (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform: (X + Y) == X -> Y == 0 (X - Y) == X -> Y == 0 (X ^ Y) == X -> Y == 0 (X + Y) != X -> Y != 0 (X - Y) != X -> Y != 0 (X ^ Y) != X -> Y != 0.
LLVM_ABI bool	matchShiftsTooBig (MachineInstr &MI, std::optional< int64_t > &MatchInfo) const
	Match shifts greater or equal to the range (the bitwidth of the result datatype, or the effective bitwidth of the source value).
LLVM_ABI bool	matchCommuteConstantToRHS (MachineInstr &MI) const
	Match constant LHS ops that should be commuted.
LLVM_ABI bool	matchSextOfTrunc (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine sext of trunc.
LLVM_ABI bool	matchZextOfTrunc (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine zext of trunc.
LLVM_ABI bool	matchNonNegZext (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine zext nneg to sext.
LLVM_ABI bool	matchCommuteFPConstantToRHS (MachineInstr &MI) const
	Match constant LHS FP ops that should be commuted.
LLVM_ABI bool	matchSelectIMinMax (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine select to integer min/max.
LLVM_ABI bool	matchSimplifyNegMinMax (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Tranform (neg (min/max x, (neg x))) into (max/min x, (neg x)).
LLVM_ABI bool	matchSelect (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine selects.
LLVM_ABI bool	matchAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine ands.
LLVM_ABI bool	matchOr (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine ors.
LLVM_ABI bool	matchNarrowBinop (const MachineInstr &TruncMI, const MachineInstr &BinopMI, BuildFnTy &MatchInfo) const
	trunc (binop X, C) --> binop (trunc X, trunc C).
LLVM_ABI bool	matchCastOfInteger (const MachineInstr &CastMI, APInt &MatchInfo) const
LLVM_ABI bool	matchAddOverflow (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine addos.
LLVM_ABI bool	matchExtractVectorElement (MachineInstr &MI) const
	Combine extract vector element.
LLVM_ABI bool	matchExtractVectorElementWithBuildVector (const MachineInstr &MI, const MachineInstr &MI2, BuildFnTy &MatchInfo) const
	Combine extract vector element with a build vector on the vector register.
LLVM_ABI bool	matchExtractVectorElementWithBuildVectorTrunc (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine extract vector element with a build vector trunc on the vector register.
LLVM_ABI bool	matchExtractVectorElementWithShuffleVector (const MachineInstr &MI, const MachineInstr &MI2, BuildFnTy &MatchInfo) const
	Combine extract vector element with a shuffle vector on the vector register.
LLVM_ABI bool	matchExtractVectorElementWithDifferentIndices (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine extract vector element with a insert vector element on the vector register and different indices.
LLVM_ABI bool	matchShuffleUndefRHS (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Remove references to rhs if it is undef.
LLVM_ABI bool	matchShuffleDisjointMask (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Turn shuffle a, b, mask -> shuffle undef, b, mask iff mask does not reference a.
LLVM_ABI void	applyBuildFnMO (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Use a function which takes in a MachineIRBuilder to perform a combine.
LLVM_ABI bool	matchFPowIExpansion (MachineInstr &MI, int64_t Exponent) const
	Match FPOWI if it's safe to extend it into a series of multiplications.
LLVM_ABI void	applyExpandFPowI (MachineInstr &MI, int64_t Exponent) const
	Expands FPOWI into a series of multiplications and a division if the exponent is negative.
LLVM_ABI bool	matchInsertVectorElementOOB (MachineInstr &MI) const
	Combine insert vector element OOB.
LLVM_ABI bool	matchFreezeOfSingleMaybePoisonOperand (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchAddOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchMulOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchSubOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchShlOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchTruncateOfExt (const MachineInstr &Root, const MachineInstr &ExtMI, BuildFnTy &MatchInfo) const
	Transform trunc ([asz]ext x) to x or ([asz]ext x) or (trunc x).
LLVM_ABI bool	matchCastOfSelect (const MachineInstr &Cast, const MachineInstr &SelectMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldAPlusC1MinusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldC2MinusAPlusC1 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldAMinusC1MinusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldC1Minus2MinusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldAMinusC1PlusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchExtOfExt (const MachineInstr &FirstMI, const MachineInstr &SecondMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCastOfBuildVector (const MachineInstr &CastMI, const MachineInstr &BVMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCanonicalizeICmp (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCanonicalizeFCmp (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchUnmergeValuesAnyExtBuildVector (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchSuboCarryOut (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchRedundantSextInReg (MachineInstr &Root, MachineInstr &Other, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCtls (MachineInstr &CtlzMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCountZeroToZeroPoison (MachineInstr &MI, unsigned Opc, unsigned ZeroPoisonOpc) const
LLVM_ABI bool	simplifyDemandedBits (MachineInstr &MI, unsigned OpNo, const APInt &DemandedBits, KnownBits &Known, unsigned Depth=0) const
	Simplify a register use under DemandedBits and compute Known in the same walk.
LLVM_ABI bool	matchSimplifyDemandedBits (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match demanded-bits simplification of a root's register use.

Protected Attributes
MachineIRBuilder &	Builder
MachineRegisterInfo &	MRI
GISelChangeObserver &	Observer
GISelValueTracking *	VT
MachineDominatorTree *	MDT
bool	IsPreLegalize
const LegalizerInfo *	LI
const TargetInstrInfo *	TII
const RegisterBankInfo *	RBI
const TargetRegisterInfo *	TRI

Detailed Description

Definition at line 116 of file CombinerHelper.h.

Constructor & Destructor Documentation

CombinerHelper()

CombinerHelper::CombinerHelper	(	GISelChangeObserver &	Observer,
		MachineIRBuilder &	B,
		bool	IsPreLegalize,
		GISelValueTracking *	VT = nullptr,
		MachineDominatorTree *	MDT = nullptr,
		const LegalizerInfo *	LI = nullptr )

Definition at line 59 of file CombinerHelper.cpp.

References B(), Builder, IsPreLegalize, LI, MDT, MRI, Observer, RBI, TII, TRI, and VT.

Member Function Documentation

applyAshShlToSextInreg()

void CombinerHelper::applyAshShlToSextInreg	(	MachineInstr &	MI,
		std::tuple< Register, int64_t > &	MatchInfo ) const

Definition at line 3292 of file CombinerHelper.cpp.

References assert(), Builder, MI, MRI, and llvm::Size.

applyBuildFn()

void CombinerHelper::applyBuildFn	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Use a function which takes in a MachineIRBuilder to perform a combine.

By default, it erases the instruction MI from the function.

Definition at line 4484 of file CombinerHelper.cpp.

References applyBuildFnNoErase(), and MI.

applyBuildFnMO()

void CombinerHelper::applyBuildFnMO	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Use a function which takes in a MachineIRBuilder to perform a combine.

By default, it erases the instruction def'd on MO from the function.

Definition at line 7977 of file CombinerHelper.cpp.

References Builder, llvm::MachineInstr::eraseFromParent(), llvm::getDefIgnoringCopies(), llvm::MachineOperand::getReg(), and MRI.

applyBuildFnNoErase()

void CombinerHelper::applyBuildFnNoErase	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Use a function which takes in a MachineIRBuilder to perform a combine.

This variant does not erase MI after calling the build function.

Definition at line 4491 of file CombinerHelper.cpp.

References Builder, and MI.

Referenced by applyBuildFn().

applyBuildInstructionSteps()

void CombinerHelper::applyBuildInstructionSteps	(	MachineInstr &	MI,
		InstructionStepsMatchInfo &	MatchInfo ) const

Replace MI with a series of instructions described in MatchInfo.

Definition at line 3257 of file CombinerHelper.cpp.

References assert(), Builder, llvm::InstructionStepsMatchInfo::InstrsToBuild, and MI.

applyCombineBuildUnmerge()

void CombinerHelper::applyCombineBuildUnmerge	(	MachineInstr &	MI,
		MachineRegisterInfo &	MRI,
		MachineIRBuilder &	B,
		Register &	UnmergeSrc ) const

Definition at line 3516 of file CombinerHelper.cpp.

References assert(), B(), MI, and MRI.

applyCombineBuildVectorOfBitcast()

void CombinerHelper::applyCombineBuildVectorOfBitcast	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Definition at line 447 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, Builder, llvm::LLT::fixed_vector(), MI, MRI, and llvm::Undef.

applyCombineConcatVectors()

void CombinerHelper::applyCombineConcatVectors	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.

Definition at line 380 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, Builder, MI, MRI, and replaceRegWith().

applyCombineConstantFoldFpUnary()

void CombinerHelper::applyCombineConstantFoldFpUnary	(	MachineInstr &	MI,
		const ConstantFP *	Cst ) const

Transform fp_instr(cst) to constant result of the fp operation.

Definition at line 1845 of file CombinerHelper.cpp.

References Builder, constantFoldFpUnary(), Folded, llvm::ConstantFP::getValue(), MI, and MRI.

applyCombineCopy()

void CombinerHelper::applyCombineCopy

(

MachineInstr &

MI

)

const

Definition at line 236 of file CombinerHelper.cpp.

References MI, MRI, and replaceRegWith().

applyCombineDivRem()

void CombinerHelper::applyCombineDivRem	(	MachineInstr &	MI,
		MachineInstr *&	OtherMI ) const

Definition at line 1658 of file CombinerHelper.cpp.

References assert(), Builder, dominates(), llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), and MI.

applyCombineExtendingLoads()

void CombinerHelper::applyCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo ) const

rewrites to:

rewrites to:

Definition at line 890 of file CombinerHelper.cpp.

References Builder, llvm::MachineInstr::eraseFromParent(), llvm::PreferredTuple::ExtendOpcode, getExtLoadOpcForExtend(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getParent(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::lookup(), llvm::make_pointer_range(), llvm::PreferredTuple::MI, MI, MRI, Observer, replaceRegOpWith(), replaceRegWith(), llvm::MachineOperand::setReg(), llvm::PreferredTuple::Ty, UseMI, and Uses.

Referenced by tryCombineExtendingLoads().

applyCombineIndexedLoadStore()

void CombinerHelper::applyCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo ) const

Definition at line 1560 of file CombinerHelper.cpp.

References llvm::IndexedLoadStoreMatchInfo::Addr, llvm::IndexedLoadStoreMatchInfo::Base, Builder, llvm::dbgs(), llvm::MachineInstr::eraseFromParent(), getIndexedOpc(), llvm::IndexedLoadStoreMatchInfo::IsPre, LLVM_DEBUG, MI, MRI, llvm::IndexedLoadStoreMatchInfo::Offset, and llvm::IndexedLoadStoreMatchInfo::RematOffset.

applyCombineInsertVecElts()

void CombinerHelper::applyCombineInsertVecElts	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	MatchInfo ) const

Definition at line 3061 of file CombinerHelper.cpp.

References Builder, llvm::LLT::getScalarType(), MI, and MRI.

applyCombineMemCpyFamily()

void CombinerHelper::applyCombineMemCpyFamily	(	MachineInstr &	MI,
		MemCpyFamilyLoweringInfo &	MatchInfo ) const

Definition at line 1757 of file CombinerHelper.cpp.

References assert(), Changed, llvm::MachineIRBuilder::getMF(), llvm::LegalizerHelper::Legalized, llvm::LegalizerHelper::lowerMemCpyFamily(), and MI.

applyCombineMulToShl()

void CombinerHelper::applyCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal ) const

Definition at line 2229 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), llvm::MCInstrInfo::get(), llvm::LLT::getScalarSizeInBits(), llvm::MachineIRBuilder::getTII(), MI, MRI, llvm::MachineInstr::NoSWrap, and Observer.

applyCombineShiftToUnmerge()

void CombinerHelper::applyCombineShiftToUnmerge	(	MachineInstr &	MI,
		const unsigned &	ShiftVal ) const

Definition at line 2539 of file CombinerHelper.cpp.

References assert(), Builder, llvm::LLT::changeElementSize(), llvm::Hi, llvm::Lo, MI, MRI, and llvm::Size.

Referenced by tryCombineShiftToUnmerge().

applyCombineShlOfExtend()

void CombinerHelper::applyCombineShlOfExtend	(	MachineInstr &	MI,
		const RegisterImmPair &	MatchData ) const

Definition at line 2310 of file CombinerHelper.cpp.

References Builder, llvm::RegisterImmPair::Imm, MI, MRI, and llvm::RegisterImmPair::Reg.

applyCombineShuffleConcat()

void CombinerHelper::applyCombineShuffleConcat	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.

Definition at line 584 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, assert(), Builder, MI, and MRI.

applyCombineShuffleOfBuildVector()

void CombinerHelper::applyCombineShuffleOfBuildVector

(

MachineInstr &

MI

)

const

Replace shuffle of build_vector with a build_vector.

Definition at line 495 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), llvm::getOpcodeDef(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

applyCombineShuffleToBuildVector()

void CombinerHelper::applyCombineShuffleToBuildVector

(

MachineInstr &

MI

)

const

Replace shuffle MI with a build_vector.

Definition at line 466 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

applyCombineShuffleVector()

void CombinerHelper::applyCombineShuffleVector	(	MachineInstr &	MI,
		ArrayRef< Register >	Ops ) const

Replace MI with a concat_vectors with Ops.

Definition at line 684 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, Builder, MI, MRI, and replaceRegWith().

applyCombineTruncOfShift()

void CombinerHelper::applyCombineTruncOfShift	(	MachineInstr &	MI,
		std::pair< MachineInstr *, LLT > &	MatchInfo ) const

Definition at line 2730 of file CombinerHelper.cpp.

References Builder, eraseInst(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), MI, MRI, and replaceRegWith().

applyCombineUnmergeConstant()

void CombinerHelper::applyCombineUnmergeConstant	(	MachineInstr &	MI,
		SmallVectorImpl< APInt > &	Csts ) const

Definition at line 2406 of file CombinerHelper.cpp.

References assert(), Builder, MI, and llvm::SmallVectorTemplateCommon< T, typename >::size().

applyCombineUnmergeMergeToPlainValues()

void CombinerHelper::applyCombineUnmergeMergeToPlainValues	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Operands ) const

Definition at line 2355 of file CombinerHelper.cpp.

References assert(), Builder, MI, MRI, Operands, and replaceRegWith().

applyCombineUnmergeWithDeadLanesToTrunc()

void CombinerHelper::applyCombineUnmergeWithDeadLanesToTrunc

(

MachineInstr &

MI

)

const

Definition at line 2451 of file CombinerHelper.cpp.

References Builder, and MI.

applyCombineUnmergeZExtToZExt()

void CombinerHelper::applyCombineUnmergeZExtToZExt

(

MachineInstr &

MI

)

const

Definition at line 2485 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), llvm::LLT::getSizeInBits(), llvm::GCastOp::getSrcReg(), MI, MRI, and replaceRegWith().

applyExpandFPowI()

void CombinerHelper::applyExpandFPowI	(	MachineInstr &	MI,
		int64_t	Exponent ) const

Expands FPOWI into a series of multiplications and a division if the exponent is negative.

Definition at line 7990 of file CombinerHelper.cpp.

References llvm::sampleprof::Base, Builder, llvm::Exponent, MI, and MRI.

applyExtendThroughPhis()

void CombinerHelper::applyExtendThroughPhis	(	MachineInstr &	MI,
		MachineInstr *&	ExtMI ) const

Definition at line 4327 of file CombinerHelper.cpp.

References Builder, llvm::cast(), llvm::drop_begin(), llvm::MachineInstr::eraseFromParent(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), I, llvm::SetVector< T, Vector, Set, N >::insert(), llvm::MIPatternMatch::m_MInstr(), MBB, MI, llvm::MIPatternMatch::mi_match(), MRI, and PHI.

applyExtractAllEltsFromBuildVector()

void CombinerHelper::applyExtractAllEltsFromBuildVector	(	MachineInstr &	MI,
		SmallVectorImpl< std::pair< Register, MachineInstr * > > &	MatchInfo ) const

Definition at line 4472 of file CombinerHelper.cpp.

References assert(), MI, MRI, and replaceRegWith().

applyExtractVecEltBuildVec()

void CombinerHelper::applyExtractVecEltBuildVec	(	MachineInstr &	MI,
		Register &	Reg ) const

Definition at line 4413 of file CombinerHelper.cpp.

References assert(), Builder, llvm::LLT::getSizeInBits(), MI, MRI, and replaceSingleDefInstWithReg().

applyFoldBinOpIntoSelect()

void CombinerHelper::applyFoldBinOpIntoSelect	(	MachineInstr &	MI,
		const unsigned &	SelectOpNo ) const

SelectOperand is the operand in binary operator MI that is the select to fold.

Definition at line 3889 of file CombinerHelper.cpp.

References Builder, llvm::cast(), getReg(), MI, MRI, and Select.

applyFunnelShiftConstantModulo()

void CombinerHelper::applyFunnelShiftConstantModulo

(

MachineInstr &

MI

)

const

Replaces the shift amount in MI with ShiftAmt % BW.

Parameters

MI

Definition at line 2944 of file CombinerHelper.cpp.

References assert(), Builder, llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getSizeInBits(), llvm::APInt::getZExtValue(), MI, MRI, and llvm::APInt::urem().

applyLshrOfTruncOfLshr()

void CombinerHelper::applyLshrOfTruncOfLshr	(	MachineInstr &	MI,
		LshrOfTruncOfLshr &	MatchInfo ) const

Definition at line 2196 of file CombinerHelper.cpp.

References assert(), Builder, llvm::APInt::getLowBitsSet(), llvm::LLT::getScalarSizeInBits(), llvm::APInt::getZExtValue(), llvm::LshrOfTruncOfLshr::InnerShiftTy, llvm::LshrOfTruncOfLshr::Mask, llvm::LshrOfTruncOfLshr::MaskVal, MI, llvm::LshrOfTruncOfLshr::ShiftAmt, llvm::LshrOfTruncOfLshr::ShiftAmtTy, and llvm::LshrOfTruncOfLshr::Src.

applyNotCmp()

void CombinerHelper::applyNotCmp	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	RegsToNegate ) const

Definition at line 3722 of file CombinerHelper.cpp.

References Builder, llvm::CmpInst::getInversePredicate(), llvm::MachineOperand::getPredicate(), llvm_unreachable, MI, MRI, Observer, replaceRegWith(), and llvm::MachineOperand::setPredicate().

applyOptBrCondByInvertingCond()

void CombinerHelper::applyOptBrCondByInvertingCond	(	MachineInstr &	MI,
		MachineInstr *&	BrCond ) const

Definition at line 1724 of file CombinerHelper.cpp.

References Builder, llvm::getICmpTrueVal(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), MI, MRI, Observer, llvm::MachineOperand::setMBB(), llvm::MachineOperand::setReg(), llvm::True, and llvm::Xor.

applyPtrAddImmedChain()

void CombinerHelper::applyPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo ) const

Definition at line 1933 of file CombinerHelper.cpp.

References assert(), llvm::PtrAddChain::Bank, llvm::PtrAddChain::Base, llvm::MachineIRBuilder::buildConstant(), llvm::PtrAddChain::Flags, llvm::PtrAddChain::Imm, MI, MRI, Observer, and setRegBank().

applyRepeatedFPDivisor()

void CombinerHelper::applyRepeatedFPDivisor

(

SmallVector< MachineInstr * > &

MatchInfo

)

const

Definition at line 6761 of file CombinerHelper.cpp.

References Builder, getParent(), getReg(), MI, and MRI.

applyRotateOutOfRange()

void CombinerHelper::applyRotateOutOfRange

(

MachineInstr &

MI

)

const

Definition at line 4565 of file CombinerHelper.cpp.

References assert(), Builder, MI, MRI, and Observer.

applySDivByPow2()

void CombinerHelper::applySDivByPow2

(

MachineInstr &

MI

)

const

Definition at line 5825 of file CombinerHelper.cpp.

References llvm::Add, assert(), llvm::BitWidth, Builder, C1, llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_SLT, llvm::LLT::integer(), llvm::LLT::isVector(), MI, MRI, and llvm::LLT::vector().

applySDivOrSRemByConst()

void CombinerHelper::applySDivOrSRemByConst

(

MachineInstr &

MI

)

const

Definition at line 5660 of file CombinerHelper.cpp.

References buildSDivOrSRemUsingMul(), MI, and replaceSingleDefInstWithReg().

applySextInRegOfLoad()

void CombinerHelper::applySextInRegOfLoad	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo ) const

Definition at line 1190 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), llvm::MachineInstr::eraseFromParent(), llvm::GMemOperation::getMMO(), llvm::GLoadStore::getPointerReg(), MI, MRI, and replaceRegWith().

applyShiftImmedChain()

void CombinerHelper::applyShiftImmedChain	(	MachineInstr &	MI,
		RegisterImmPair &	MatchInfo ) const

Definition at line 1992 of file CombinerHelper.cpp.

References assert(), Builder, Imm, llvm::RegisterImmPair::Imm, MI, MRI, Observer, and llvm::RegisterImmPair::Reg.

applyShiftOfShiftedLogic()

void CombinerHelper::applyShiftOfShiftedLogic	(	MachineInstr &	MI,
		ShiftOfShiftedLogic &	MatchInfo ) const

Definition at line 2110 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), getReg(), llvm::MachineOperand::getReg(), llvm::ShiftOfShiftedLogic::Logic, llvm::ShiftOfShiftedLogic::LogicNonShiftReg, MI, MRI, llvm::ShiftOfShiftedLogic::Shift2, and llvm::ShiftOfShiftedLogic::ValSum.

applySimplifySRemByPow2()

void CombinerHelper::applySimplifySRemByPow2

(

MachineInstr &

MI

)

const

Combine G_SREM x, (+/-2^k) to a bias-and-mask sequence.

Definition at line 5898 of file CombinerHelper.cpp.

References assert(), llvm::BitWidth, Builder, llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::Masked, MI, and MRI.

applySimplifyURemByPow2()

void CombinerHelper::applySimplifyURemByPow2

(

MachineInstr &

MI

)

const

Combine G_UREM x, (known power of 2) to an add and bitmasking.

The second source operand is known to be a power of 2.

Definition at line 3816 of file CombinerHelper.cpp.

References llvm::Add, Builder, MI, and MRI.

applyTruncSSatS()

void CombinerHelper::applyTruncSSatS	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6008 of file CombinerHelper.cpp.

References Builder, and MI.

applyTruncSSatU()

void CombinerHelper::applyTruncSSatU	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6041 of file CombinerHelper.cpp.

References Builder, and MI.

applyUDivByPow2()

void CombinerHelper::applyUDivByPow2

(

MachineInstr &

MI

)

const

Given an G_UDIV MI expressing an unsigned divided by a pow2 constant, return expressions that implements it by shifting.

Definition at line 5884 of file CombinerHelper.cpp.

References assert(), Builder, C1, llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), MI, and MRI.

applyUDivOrURemByConst()

void CombinerHelper::applyUDivOrURemByConst

(

MachineInstr &

MI

)

const

Definition at line 5605 of file CombinerHelper.cpp.

References buildUDivOrURemUsingMul(), MI, and replaceSingleDefInstWithReg().

applyUMulHToLShr()

void CombinerHelper::applyUMulHToLShr

(

MachineInstr &

MI

)

const

Definition at line 5955 of file CombinerHelper.cpp.

References Builder, buildLogBase2(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), MI, and MRI.

applyUseVectorTruncate()

void CombinerHelper::applyUseVectorTruncate	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 3617 of file CombinerHelper.cpp.

References Builder, llvm::BuildMI(), llvm::cast(), llvm::LLT::changeElementType(), llvm::LLT::getNumElements(), llvm::LLT::getScalarType(), I, MI, MRI, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

applyXorOfAndWithSameReg()

void CombinerHelper::applyXorOfAndWithSameReg	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo ) const

Definition at line 3785 of file CombinerHelper.cpp.

References Builder, MI, MRI, Observer, X, and Y.

buildSDivOrSRemUsingMul()

MachineInstr * CombinerHelper::buildSDivOrSRemUsingMul

(

MachineInstr &

MI

)

const

Given an G_SDIV MI or G_SREM MI expressing a signed divide by constant, return an expression that implements it by multiplying by a magic number.

Ref: "Hacker's Delight" or "The PowerPC Compiler Writer's Guide".

Definition at line 5665 of file CombinerHelper.cpp.

References llvm::APInt::ashrInPlace(), assert(), Builder, C(), llvm::cast(), llvm::APInt::countr_zero(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::SignedDivisionByConstantInfo::get(), llvm::getDefIgnoringCopies(), llvm::getIConstantSplatVal(), llvm::getOpcodeDef(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), llvm::APInt::getSExtValue(), getTargetLowering(), llvm::APInt::isAllOnes(), llvm::MachineInstr::IsExact, llvm::APInt::isNegative(), llvm::APInt::isOne(), llvm::APInt::isStrictlyPositive(), llvm::SignedDivisionByConstantInfo::Magic, llvm::matchUnaryPredicate(), MI, MRI, llvm::APInt::multiplicativeInverse(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SignedDivisionByConstantInfo::ShiftAmount, and T.

Referenced by applySDivOrSRemByConst().

buildUDivOrURemUsingMul()

MachineInstr * CombinerHelper::buildUDivOrURemUsingMul

(

MachineInstr &

MI

)

const

Given an G_UDIV MI or G_UREM MI expressing a divide by constant, return an expression that implements it by multiplying by a magic number.

Ref: "Hacker's Delight" or "The PowerPC Compiler Writer's Guide".

Definition at line 5385 of file CombinerHelper.cpp.

References assert(), Builder, C(), llvm::cast(), llvm::APInt::countl_zero(), llvm::APInt::countr_zero(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::UnsignedDivisionByConstantInfo::get(), llvm::APInt::getBitWidth(), llvm::getDefIgnoringCopies(), llvm::getIConstantSplatVal(), llvm::APInt::getOneBitSet(), llvm::getOpcodeDef(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), getTargetLowering(), llvm::APInt::getZero(), llvm::CmpInst::ICMP_EQ, llvm::LLT::integer(), llvm::UnsignedDivisionByConstantInfo::IsAdd, llvm::MachineInstr::IsExact, llvm::APInt::isOne(), llvm_unreachable, llvm::APInt::lshrInPlace(), llvm::UnsignedDivisionByConstantInfo::Magic, llvm::matchUnaryPredicate(), MI, MRI, llvm::APInt::multiplicativeInverse(), llvm::UnsignedDivisionByConstantInfo::PostShift, llvm::UnsignedDivisionByConstantInfo::PreShift, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and VT.

Referenced by applyUDivOrURemByConst().

canCombineFMadOrFMA()

bool CombinerHelper::canCombineFMadOrFMA	(	MachineInstr &	MI,
		bool &	AllowFusionGlobally,
		bool &	HasFMAD,
		bool &	Aggressive,
		bool	CanReassociate = false ) const

Definition at line 6121 of file CombinerHelper.cpp.

References llvm::Aggressive, llvm::MachineInstr::FmContract, llvm::MachineInstr::FmReassoc, isLegalOrBeforeLegalizer(), isPreLegalize(), MI, and MRI.

Referenced by matchCombineFAddFMAFMulToFMadOrFMA(), matchCombineFAddFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMAAggressive(), matchCombineFSubFMulToFMadOrFMA(), matchCombineFSubFNegFMulToFMadOrFMA(), matchCombineFSubFpExtFMulToFMadOrFMA(), and matchCombineFSubFpExtFNegFMulToFMadOrFMA().

dominates()

bool CombinerHelper::dominates	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI ) const

Returns true if DefMI dominates UseMI.

By definition an instruction dominates itself.

If we haven't been provided with a MachineDominatorTree during construction, this function returns a conservative result that tracks just a single basic block.

Definition at line 1097 of file CombinerHelper.cpp.

References assert(), DefMI, isPredecessor(), MDT, and UseMI.

Referenced by applyCombineDivRem(), and matchRepeatedFPDivisor().

eraseInst()

void CombinerHelper::eraseInst

(

MachineInstr &

MI

)

const

Erase MI.

Definition at line 2790 of file CombinerHelper.cpp.

References MI.

Referenced by applyCombineTruncOfShift().

getBuilder()

MachineIRBuilder & llvm::CombinerHelper::getBuilder ( ) const

inline

Definition at line 137 of file CombinerHelper.h.

References Builder.

getContext()

LLVMContext & CombinerHelper::getContext

(

)

const

Definition at line 80 of file CombinerHelper.cpp.

References Builder.

getMachineFunction()

const MachineFunction & CombinerHelper::getMachineFunction

(

)

const

Definition at line 76 of file CombinerHelper.cpp.

References Builder.

getRBI()

const RegisterBankInfo & llvm::CombinerHelper::getRBI ( ) const

inline

Definition at line 145 of file CombinerHelper.h.

References RBI.

getRegBank()

const RegisterBank * CombinerHelper::getRegBank

(

Register

Reg

)

const

Get the register bank of Reg.

If Reg has not been assigned a register, a register class, or a register bank, then this returns nullptr.

Precondition

Reg.isValid()

Definition at line 219 of file CombinerHelper.cpp.

References MRI, RBI, and TRI.

Referenced by matchPtrAddImmedChain().

getTargetLowering()

const TargetLowering & CombinerHelper::getTargetLowering

(

)

const

Definition at line 72 of file CombinerHelper.cpp.

References Builder.

Referenced by applyCombineTruncOfShift(), applyOptBrCondByInvertingCond(), applySDivByPow2(), applySimplifySRemByPow2(), applyUDivByPow2(), applyUMulHToLShr(), buildSDivOrSRemUsingMul(), buildUDivOrURemUsingMul(), isDesirableToCommuteWithShift(), matchBitfieldExtractFromAnd(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchBitfieldExtractFromShrAnd(), matchCombineExtractedVectorLoad(), matchCombineShlOfExtend(), matchCombineTruncOfShift(), matchExtractVecEltBuildVec(), matchExtractVectorElementWithBuildVector(), matchExtractVectorElementWithBuildVectorTrunc(), matchFPowIExpansion(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchLoadOrCombine(), matchNarrowBinopFeedingAnd(), matchNonNegZext(), matchRepeatedFPDivisor(), matchSDivOrSRemByConst(), matchSuboCarryOut(), matchUDivOrURemByConst(), matchUMulHToLShr(), and tryReassocBinOp().

getTII()

const TargetInstrInfo & llvm::CombinerHelper::getTII ( ) const

inline

Definition at line 141 of file CombinerHelper.h.

References TII.

getTRI()

const TargetRegisterInfo & llvm::CombinerHelper::getTRI ( ) const

inline

Definition at line 143 of file CombinerHelper.h.

References TRI.

getValueTracking()

GISelValueTracking * llvm::CombinerHelper::getValueTracking ( ) const

inline

Definition at line 135 of file CombinerHelper.h.

References VT.

isConstantLegalOrBeforeLegalizer()

bool CombinerHelper::isConstantLegalOrBeforeLegalizer

(

const LLT

Ty

)

const

Returns

true if the combine is running prior to legalization, or if Ty is a legal integer constant type on the target.

Definition at line 176 of file CombinerHelper.cpp.

References llvm::LLT::getElementType(), isLegal(), isLegalOrBeforeLegalizer(), and isPreLegalize().

Referenced by matchAddOverflow(), matchCastOfInteger(), matchCombineSubToAdd(), matchExtractVectorElementWithShuffleVector(), matchMulOBy0(), and matchSuboCarryOut().

isConstantNaN()

bool CombinerHelper::isConstantNaN

(

Register

Reg

)

const

Definition at line 8475 of file CombinerHelper.cpp.

References C(), llvm::getConstantFPVRegVal(), and MRI.

isDesirableToCommuteWithShift()

bool CombinerHelper::isDesirableToCommuteWithShift

(

const MachineInstr &

MI

)

const

Returns

true if the target's TargetLowering::isDesirableToCommuteWithShift hook approves of commuting MI (a G_SHL) with the binop feeding it.

Definition at line 2149 of file CombinerHelper.cpp.

References getTargetLowering(), llvm::TargetLowering::isDesirableToCommuteWithShift(), isPreLegalize(), and MI.

isLegal()

bool CombinerHelper::isLegal

(

const LegalityQuery &

Query

)

const

Returns

true if Query is legal on the target.

Definition at line 154 of file CombinerHelper.cpp.

References assert(), llvm::LegalizeActions::Legal, and LI.

Referenced by isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), isLegalOrHasWidenScalar(), matchCombineBuildUnmerge(), matchCombineBuildVectorOfBitcast(), matchSDivOrSRemByConst(), matchSimplifyNegMinMax(), and matchUseVectorTruncate().

isLegalOrBeforeLegalizer()

bool CombinerHelper::isLegalOrBeforeLegalizer

(

const LegalityQuery &

Query

)

const

Returns

true if the combine is running prior to legalization, or if Query is legal on the target.

Definition at line 159 of file CombinerHelper.cpp.

References isLegal(), and isPreLegalize().

Referenced by canCombineFMadOrFMA(), isConstantLegalOrBeforeLegalizer(), matchAddOverflow(), matchAshrShlToSextInreg(), matchCastOfBuildVector(), matchCastOfSelect(), matchCombineConcatVectors(), matchCombineDivRem(), matchCombineExtractedVectorLoad(), matchCombineLoadWithAndMask(), matchCombineShlOfExtend(), matchCombineShuffleConcat(), matchCombineSubToAdd(), matchCombineTruncOfShift(), matchCountZeroToZeroPoison(), matchExtOfExt(), matchExtractVectorElement(), matchExtractVectorElementWithBuildVectorTrunc(), matchExtractVectorElementWithShuffleVector(), llvm::AMDGPUCombinerHelper::matchFoldFAbsFptrunc(), matchFreezeOfSingleMaybePoisonOperand(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchInsertVectorElementOOB(), matchLoadOrCombine(), matchNarrowBinop(), matchNarrowBinopFeedingAnd(), matchNonNegZext(), matchOrShiftToFunnelShift(), matchSDivOrSRemByConst(), matchSelectIMinMax(), matchSextInRegOfLoad(), matchSextOfTrunc(), matchShlOfVScale(), matchShuffleDisjointMask(), matchSuboCarryOut(), matchSubOfVScale(), matchTruncateOfExt(), matchTruncUSatUToFPTOUISat(), matchUDivOrURemByConst(), matchUMulHToLShr(), matchUnmergeValuesAnyExtBuildVector(), and matchZextOfTrunc().

isLegalOrHasFewerElements()

bool CombinerHelper::isLegalOrHasFewerElements

(

const LegalityQuery &

Query

)

const

Returns

true if Query is legal on the target, or if Query will perform a FewerElements action on the target.

Definition at line 169 of file CombinerHelper.cpp.

References llvm::LegalizeActions::FewerElements, llvm::LegalizeActions::Legal, and LI.

Referenced by matchTruncSSatS(), matchTruncSSatU(), and matchTruncUSatU().

isLegalOrHasWidenScalar()

bool CombinerHelper::isLegalOrHasWidenScalar

(

const LegalityQuery &

Query

)

const

Returns

true if Query is legal on the target, or if Query will perform WidenScalar action on the target.

Definition at line 164 of file CombinerHelper.cpp.

References isLegal(), LI, and llvm::LegalizeActions::WidenScalar.

Referenced by matchSDivOrSRemByConst().

isPredecessor()

bool CombinerHelper::isPredecessor	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI ) const

Returns true if DefMI precedes UseMI or they are the same instruction.

Both must be in the same basic block.

Definition at line 1081 of file CombinerHelper.cpp.

References assert(), DefMI, llvm::find_if(), llvm_unreachable, MBB, MI, and UseMI.

Referenced by dominates().

isPreLegalize()

bool CombinerHelper::isPreLegalize

(

)

const

Returns

true if the combiner is running pre-legalization.

Definition at line 152 of file CombinerHelper.cpp.

References IsPreLegalize.

Referenced by canCombineFMadOrFMA(), isConstantLegalOrBeforeLegalizer(), isDesirableToCommuteWithShift(), isLegalOrBeforeLegalizer(), and matchCombineExtendingLoads().

matchAddOfVScale()

bool CombinerHelper::matchAddOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 370 of file CombinerHelperVectorOps.cpp.

References B(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::mi_match(), and MRI.

matchAddOverflow()

bool CombinerHelper::matchAddOverflow	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine addos.

Definition at line 7819 of file CombinerHelper.cpp.

References llvm::Add, llvm::ConstantRange::AlwaysOverflowsHigh, llvm::ConstantRange::AlwaysOverflowsLow, B(), llvm::cast(), llvm::ConstantRange::fromKnownBits(), llvm::MachineInstr::getFlag(), llvm::GBinOp::getLHSReg(), llvm::getOpcodeDef(), llvm::GBinOp::getRHSReg(), isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), llvm::ConstantRange::MayOverflow, MI, MRI, llvm::ConstantRange::NeverOverflows, llvm::MachineInstr::NoSWrap, llvm::MachineInstr::NoUWrap, llvm::ConstantRange::signedAddMayOverflow(), llvm::ConstantRange::unsignedAddMayOverflow(), and VT.

matchAllExplicitUsesAreUndef()

bool CombinerHelper::matchAllExplicitUsesAreUndef

(

MachineInstr &

MI

)

const

Return true if all register explicit use operands on MI are defined by a G_IMPLICIT_DEF.

Definition at line 2760 of file CombinerHelper.cpp.

References llvm::all_of(), and MI.

matchAnd()

bool CombinerHelper::matchAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine ands.

Definition at line 7795 of file CombinerHelper.cpp.

References llvm::cast(), and MI.

matchAndOrDisjointMask()

bool CombinerHelper::matchAndOrDisjointMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if (and (or x, c1), c2) can be replaced with (and x, c2)

Definition at line 4667 of file CombinerHelper.cpp.

References assert(), B(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and Observer.

matchAshrShlToSextInreg()

bool CombinerHelper::matchAshrShlToSextInreg	(	MachineInstr &	MI,
		std::tuple< Register, int64_t > &	MatchInfo ) const

Match ashr (shl x, C), C -> sext_inreg (C)

Definition at line 3271 of file CombinerHelper.cpp.

References assert(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GAShr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchBinopWithNeg()

bool CombinerHelper::matchBinopWithNeg	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Fold a bitwiseop (~b +/- c) -> a bitwiseop ~(b -/+ c)

Definition at line 3131 of file CombinerHelper.cpp.

References MI, and MRI.

matchBitfieldExtractFromAnd()

bool CombinerHelper::matchBitfieldExtractFromAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: and (lshr x, cst), mask -> ubfx x, cst, width.

Form a G_UBFX from "(a srl b) & mask", where b and mask are constants.

Definition at line 4733 of file CombinerHelper.cpp.

References llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBitfieldExtractFromSExtInReg()

bool CombinerHelper::matchBitfieldExtractFromSExtInReg	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Form a G_SBFX from a G_SEXT_INREG fed by a right shift.

Definition at line 4703 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBitfieldExtractFromShr()

bool CombinerHelper::matchBitfieldExtractFromShr	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: shr (shl x, n), k -> sbfx/ubfx x, pos, width.

Definition at line 4782 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBitfieldExtractFromShrAnd()

bool CombinerHelper::matchBitfieldExtractFromShrAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: shr (and x, n), k -> ubfx x, pos, width.

Definition at line 4832 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBuildVectorIdentityFold()

bool CombinerHelper::matchBuildVectorIdentityFold	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6780 of file CombinerHelper.cpp.

References llvm::LLT::getElementType(), llvm::LLT::getSizeInBits(), llvm::Hi, llvm::Lo, llvm::MIPatternMatch::m_any_of(), llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_GBuildVectorTrunc(), llvm::MIPatternMatch::m_GCst(), llvm::MIPatternMatch::m_GImplicitDef(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCanonicalizeFCmp()

bool CombinerHelper::matchCanonicalizeFCmp	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 115 of file CombinerHelperCompares.cpp.

References assert(), B(), llvm::cast(), llvm::GFConstant::getConstant(), llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::isFPPredicate(), MI, MRI, and std::swap().

matchCanonicalizeICmp()

bool CombinerHelper::matchCanonicalizeICmp	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 90 of file CombinerHelperCompares.cpp.

References assert(), B(), llvm::cast(), llvm::GIConstant::getConstant(), llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::isIntPredicate(), MI, MRI, and std::swap().

matchCastOfBuildVector()

bool CombinerHelper::matchCastOfBuildVector	(	const MachineInstr &	CastMI,
		const MachineInstr &	BVMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 299 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::GMergeLikeInstr::getNumSources(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarType(), I, isLegalOrBeforeLegalizer(), MRI, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

matchCastOfInteger()

bool CombinerHelper::matchCastOfInteger	(	const MachineInstr &	CastMI,
		APInt &	MatchInfo ) const

Definition at line 364 of file CombinerHelperCasts.cpp.

References llvm::cast(), llvm::getIConstantFromReg(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isConstantLegalOrBeforeLegalizer(), and MRI.

matchCastOfSelect()

bool CombinerHelper::matchCastOfSelect	(	const MachineInstr &	Cast,
		const MachineInstr &	SelectMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 203 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), Cond, llvm::False, llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), isLegalOrBeforeLegalizer(), MRI, Select, and llvm::True.

matchCombineAnyExtTrunc()

bool CombinerHelper::matchCombineAnyExtTrunc	(	MachineInstr &	MI,
		Register &	Reg ) const

Transform anyext(trunc(x)) to x.

Definition at line 2622 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::getSrcRegIgnoringCopies(), llvm::Register::isValid(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineBuildUnmerge()

bool CombinerHelper::matchCombineBuildUnmerge	(	MachineInstr &	MI,
		MachineRegisterInfo &	MRI,
		Register &	UnmergeSrc ) const

Definition at line 3457 of file CombinerHelper.cpp.

References llvm::cast(), llvm::getDefIgnoringCopies(), llvm::getOpcodeDef(), I, isLegal(), IsPreLegalize, llvm::LLT::isVector(), MI, MRI, and llvm::Undef.

matchCombineBuildVectorOfBitcast()

bool CombinerHelper::matchCombineBuildVectorOfBitcast	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Combine G_BUILD_VECTOR(G_UNMERGE(G_BITCAST), Undef) to G_BITCAST(G_BUILD_VECTOR(..))

Definition at line 402 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, llvm::all_of(), llvm::cast(), llvm::LLT::fixed_vector(), llvm::GUnmerge::getNumDefs(), llvm::getOpcodeDef(), llvm::GenericMachineInstr::getReg(), llvm::GUnmerge::getSourceReg(), isLegal(), llvm::LLT::isScalar(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GImplicitDef(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineConcatVectors()

bool CombinerHelper::matchCombineConcatVectors	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

If MI is G_CONCAT_VECTORS, try to combine it.

Returns true if MI changed. Right now, we support:

• concat_vector(undef, undef) => undef
• concat_vector(build_vector(A, B), build_vector(C, D)) =>

build_vector(A, B, C, D)

Check if the G_CONCAT_VECTORS MI is undef or if it can be flattened into a build_vector. In the first case Ops will be empty In the second case Ops will contain the operands needed to produce the flattened build_vector.

Precondition

MI.getOpcode() == G_CONCAT_VECTORS.

Definition at line 321 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, assert(), Builder, isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::Undef.

matchCombineCopy()

bool CombinerHelper::matchCombineCopy

(

MachineInstr &

MI

)

const

Definition at line 229 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), MI, and MRI.

matchCombineDivRem()

bool CombinerHelper::matchCombineDivRem	(	MachineInstr &	MI,
		MachineInstr *&	OtherMI ) const

Try to combine G_[SU]DIV and G_[SU]REM into a single G_[SU]DIVREM when their source operands are identical.

Definition at line 1595 of file CombinerHelper.cpp.

References isLegalOrBeforeLegalizer(), llvm_unreachable, matchEqualDefs(), MI, MRI, and UseMI.

matchCombineExtendingLoads()

bool CombinerHelper::matchCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo ) const

Definition at line 814 of file CombinerHelper.cpp.

References llvm::dyn_cast(), llvm::GAnyLoad::getDstReg(), getExtLoadOpcForExtend(), llvm::GMemOperation::getMMO(), llvm::GLoadStore::getPointerReg(), llvm::LLT::getSizeInBits(), llvm::has_single_bit(), llvm::isa(), isPreLegalize(), llvm::LLT::isScalar(), llvm::LegalizeActions::Legal, LI, MI, MRI, and UseMI.

Referenced by tryCombineExtendingLoads().

matchCombineExtractedVectorLoad()

bool CombinerHelper::matchCombineExtractedVectorLoad	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine a G_EXTRACT_VECTOR_ELT of a load into a narrowed load.

Definition at line 1437 of file CombinerHelper.cpp.

References assert(), B(), C(), llvm::commonAlignment(), DL, llvm::MachineInstr::eraseFromParent(), llvm::Fast, llvm::MachinePointerInfo::getAddrSpace(), llvm::MachineMemOperand::getAlign(), llvm::Function::getContext(), llvm::MachineFunction::getDataLayout(), llvm::MachineFunction::getFunction(), llvm::getIConstantVRegVal(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineFunction::getMachineMemOperand(), llvm::getOpcodeDef(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineMemOperand::getPointerInfo(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::LegalizerHelper::getVectorElementPointer(), llvm::MachinePointerInfo::getWithOffset(), llvm::instructionsWithoutDebug(), llvm::LLT::isByteSized(), isLegalOrBeforeLegalizer(), MI, MRI, llvm::Offset, and llvm::Vector.

matchCombineFAddFMAFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFMAFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fadd (fma x, y, (fmul u, v)), z) -> (fma x, y, (fma u, v, z)) (fadd (fmad x, y, (fmul u, v)), z) -> (fmad x, y, (fmad u, v, z))

Definition at line 6269 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MIPatternMatch::m_GFMul(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, X, and Y.

matchCombineFAddFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fadd (fmul x, y), z) -> (fma x, y, z) (fadd (fmul x, y), z) -> (fmad x, y, z)

Definition at line 6153 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, and std::swap().

matchCombineFAddFpExtFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFpExtFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fadd (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), z) (fadd (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), z)

Definition at line 6210 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, and std::swap().

matchCombineFAddFpExtFMulToFMadOrFMAAggressive()

bool CombinerHelper::matchCombineFAddFpExtFMulToFMadOrFMAAggressive	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 6335 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), getReg(), llvm::MachineOperand::getReg(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, std::swap(), X, and Y.

matchCombineFSubFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fmul x, y), z) -> (fma x, y, -z) (fsub (fmul x, y), z) -> (fmad x, y, -z)

Definition at line 6481 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineFSubFNegFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFNegFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fneg (fmul, x, y)), z) -> (fma (fneg x), y, (fneg z)) (fsub (fneg (fmul, x, y)), z) -> (fmad (fneg x), y, (fneg z))

Definition at line 6541 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isContractableFMul(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineFSubFpExtFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFpExtFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), (fneg z)) (fsub (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), (fneg z))

Definition at line 6592 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isContractableFMul(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineFSubFpExtFNegFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFpExtFNegFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fma (fpext x), (fpext y), z)) (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fmad (fpext x), (fpext y), z))

Definition at line 6646 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isContractableFMul(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, X, and Y.

matchCombineIndexedLoadStore()

bool CombinerHelper::matchCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo ) const

Definition at line 1543 of file CombinerHelper.cpp.

References llvm::IndexedLoadStoreMatchInfo::Addr, llvm::IndexedLoadStoreMatchInfo::Base, llvm::cast(), llvm::GMemOperation::isAtomic(), llvm::IndexedLoadStoreMatchInfo::IsPre, MI, llvm::IndexedLoadStoreMatchInfo::Offset, and llvm::IndexedLoadStoreMatchInfo::RematOffset.

matchCombineInsertVecElts()

bool CombinerHelper::matchCombineInsertVecElts	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	MatchInfo ) const

Definition at line 3014 of file CombinerHelper.cpp.

References llvm::all_of(), assert(), llvm::LLT::getNumElements(), llvm::MachineInstr::getNumOperands(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), I, llvm::LLT::isScalableVector(), isValid(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_GInsertVecElt(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::SmallVectorImpl< T >::resize().

matchCombineLoadWithAndMask()

bool CombinerHelper::matchCombineLoadWithAndMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match (and (load x), mask) -> zextload x.

Definition at line 995 of file CombinerHelper.cpp.

References assert(), B(), llvm::APInt::countr_one(), llvm::MachineInstr::eraseFromParent(), llvm::GAnyLoad::getDstReg(), llvm::getIConstantVRegValWithLookThrough(), llvm::MachineMemOperand::getPointerInfo(), llvm::LLT::getSizeInBits(), llvm::MachineMemOperand::getSizeInBits(), llvm::LocationSize::getValue(), llvm::isa(), llvm::MachineMemOperand::isAtomic(), isLegalOrBeforeLegalizer(), llvm::APInt::isMask(), llvm::isPowerOf2_32(), llvm::MachineMemOperand::isVolatile(), llvm::MIPatternMatch::m_GAnyLoad(), llvm::MIPatternMatch::m_MMO(), llvm::MIPatternMatch::m_Reg(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, llvm::MIPatternMatch::mi_match(), MRI, RegSize, replaceRegWith(), and llvm::LLT::scalar().

matchCombineMemCpyFamily()

bool CombinerHelper::matchCombineMemCpyFamily	(	MachineInstr &	MI,
		MemCpyFamilyLoweringInfo &	MatchInfo,
		unsigned	MaxLen = 0 ) const

Definition at line 1749 of file CombinerHelper.cpp.

References llvm::canLowerMemCpyFamily(), MI, and MRI.

matchCombineMulToShl()

bool CombinerHelper::matchCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal ) const

Transform a multiply by a power-of-2 value to a left shift.

Definition at line 2217 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), MI, and MRI.

matchCombineShiftToUnmerge()

bool CombinerHelper::matchCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftSize,
		unsigned &	ShiftVal ) const

Reduce a shift by a constant to an unmerge and a shift on a half sized type.

This will not produce a shift smaller than TargetShiftSize.

Definition at line 2514 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), MI, MRI, and llvm::Size.

Referenced by tryCombineShiftToUnmerge().

matchCombineShlOfExtend()

bool CombinerHelper::matchCombineShlOfExtend	(	MachineInstr &	MI,
		RegisterImmPair &	MatchData ) const

Definition at line 2271 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::RegisterImmPair::Imm, llvm::isConstantOrConstantSplatVector(), isLegalOrBeforeLegalizer(), LI, llvm::MIPatternMatch::m_GAnyExt(), llvm::MIPatternMatch::m_GSExt(), llvm::MIPatternMatch::m_GZExt(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::RegisterImmPair::Reg, and VT.

matchCombineShuffleConcat()

bool CombinerHelper::matchCombineShuffleConcat	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Definition at line 526 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, llvm::LLT::getNumElements(), llvm::GMergeLikeInstr::getNumSources(), llvm::GenericMachineInstr::getReg(), llvm::GMergeLikeInstr::getSourceReg(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GConcatVectors(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineShuffleVector()

bool CombinerHelper::matchCombineShuffleVector	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Ops ) const

Check if the G_SHUFFLE_VECTOR MI can be replaced by a concat_vectors.

Ops will contain the operands needed to produce the flattened concat_vectors.

Precondition

MI.getOpcode() == G_SHUFFLE_VECTOR.

Definition at line 610 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, assert(), Builder, MI, and MRI.

matchCombineSubToAdd()

bool CombinerHelper::matchCombineSubToAdd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 2243 of file CombinerHelper.cpp.

References B(), llvm::cast(), llvm::getIConstantFromReg(), Imm, isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), MI, MRI, llvm::MachineInstr::NoSWrap, llvm::MachineInstr::NoUWrap, Observer, and llvm::Sub.

matchCombineTruncOfShift()

bool CombinerHelper::matchCombineTruncOfShift	(	MachineInstr &	MI,
		std::pair< MachineInstr *, LLT > &	MatchInfo ) const

Transform trunc (shl x, K) to shl (trunc x), K if K < VT.getScalarSizeInBits().

Transforms trunc ([al]shr x, K) to (trunc ([al]shr (MidVT (trunc x)), K)) if K <= (MidVT.getScalarSizeInBits() - VT.getScalarSizeInBits()) MidVT is obtained by finding a legal type between the trunc's src and dst types.

Definition at line 2669 of file CombinerHelper.cpp.

References assert(), llvm::getDefIgnoringCopies(), getMidVTForTruncRightShiftCombine(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::Known, MI, MRI, and VT.

matchCombineUnmergeConstant()

bool CombinerHelper::matchCombineUnmergeConstant	(	MachineInstr &	MI,
		SmallVectorImpl< APInt > &	Csts ) const

Transform G_UNMERGE Constant -> Constant1, Constant2, ...

Definition at line 2386 of file CombinerHelper.cpp.

References llvm::SmallVectorImpl< T >::emplace_back(), llvm::LLT::getSizeInBits(), llvm::APInt::lshr(), llvm::MIPatternMatch::m_GConstantOrFConstantBits(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::trunc().

matchCombineUnmergeMergeToPlainValues()

bool CombinerHelper::matchCombineUnmergeMergeToPlainValues	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Operands ) const

Transform <ty,...> G_UNMERGE(G_MERGE ty X, Y, Z) -> ty X, Y, Z.

Definition at line 2331 of file CombinerHelper.cpp.

References assert(), llvm::cast(), llvm::getOpcodeDef(), llvm::LLT::getSizeInBits(), MI, MRI, Operands, and peekThroughBitcast().

matchCombineUnmergeUndef()

bool CombinerHelper::matchCombineUnmergeUndef	(	MachineInstr &	MI,
		std::function< void(MachineIRBuilder &)> &	MatchInfo ) const

Transform G_UNMERGE G_IMPLICIT_DEF -> G_IMPLICIT_DEF, G_IMPLICIT_DEF, ...

Definition at line 2421 of file CombinerHelper.cpp.

References B(), llvm::MIPatternMatch::m_GImplicitDef(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineUnmergeWithDeadLanesToTrunc()

bool CombinerHelper::matchCombineUnmergeWithDeadLanesToTrunc

(

MachineInstr &

MI

)

const

Transform X, Y<dead> = G_UNMERGE Z -> X = G_TRUNC Z.

Definition at line 2436 of file CombinerHelper.cpp.

References assert(), MI, and MRI.

matchCombineUnmergeZExtToZExt()

bool CombinerHelper::matchCombineUnmergeZExtToZExt

(

MachineInstr &

MI

)

const

Transform X, Y = G_UNMERGE(G_ZEXT(Z)) -> X = G_ZEXT(Z); Y = G_CONSTANT 0.

Definition at line 2459 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_GZExt(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineZextTrunc()

bool CombinerHelper::matchCombineZextTrunc	(	MachineInstr &	MI,
		Register &	Reg ) const

Transform zext(trunc(x)) to x.

Definition at line 2636 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::LLT::getScalarSizeInBits(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), MRI, and VT.

matchCommuteConstantToRHS()

bool CombinerHelper::matchCommuteConstantToRHS

(

MachineInstr &

MI

)

const

Match constant LHS ops that should be commuted.

Definition at line 7071 of file CombinerHelper.cpp.

References llvm::getIConstantVRegVal(), llvm::MachineInstr::getOpcode(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCommuteFPConstantToRHS()

bool CombinerHelper::matchCommuteFPConstantToRHS

(

MachineInstr &

MI

)

const

Match constant LHS FP ops that should be commuted.

Definition at line 7104 of file CombinerHelper.cpp.

References llvm::MIPatternMatch::m_GFCstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchConstantFoldBinOp()

bool CombinerHelper::matchConstantFoldBinOp	(	MachineInstr &	MI,
		APInt &	MatchInfo ) const

Do constant folding when opportunities are exposed after MIR building.

Definition at line 5217 of file CombinerHelper.cpp.

References llvm::ConstantFoldBinOp(), MI, and MRI.

matchConstantFoldCastOp()

bool CombinerHelper::matchConstantFoldCastOp	(	MachineInstr &	MI,
		APInt &	MatchInfo ) const

Do constant folding when opportunities are exposed after MIR building.

Definition at line 5187 of file CombinerHelper.cpp.

References llvm::ConstantFoldCastOp(), MI, and MRI.

matchConstantFoldFMA()

bool CombinerHelper::matchConstantFoldFMA	(	MachineInstr &	MI,
		ConstantFP *&	MatchInfo ) const

Constant fold G_FMA/G_FMAD.

Definition at line 5240 of file CombinerHelper.cpp.

References _, assert(), llvm::APFloat::fusedMultiplyAdd(), llvm::getConstantFPVRegVal(), llvm::ConstantFP::getValueAPF(), MI, MRI, and llvm::APFloatBase::rmNearestTiesToEven.

matchConstantFoldFPBinOp()

bool CombinerHelper::matchConstantFoldFPBinOp	(	MachineInstr &	MI,
		ConstantFP *&	MatchInfo ) const

Do constant FP folding when opportunities are exposed after MIR building.

Definition at line 5228 of file CombinerHelper.cpp.

References llvm::ConstantFoldFPBinOp(), MI, and MRI.

matchConstantFoldUnaryIntOp()

bool CombinerHelper::matchConstantFoldUnaryIntOp	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Constant fold a unary integer op (G_CTLZ, G_CTTZ, G_CTPOP and their _ZERO_POISON variants, G_ABS, G_BSWAP, G_BITREVERSE) when the operand is a scalar constant or a G_BUILD_VECTOR of constants.

Definition at line 5200 of file CombinerHelper.cpp.

References B(), llvm::ConstantFoldUnaryIntOp(), MI, and MRI.

matchConstantFPOp()

bool CombinerHelper::matchConstantFPOp	(	const MachineOperand &	MOP,
		double	C ) const

Return true if MOP is defined by a G_FCONSTANT or splat with a value exactly equal to C.

Definition at line 2900 of file CombinerHelper.cpp.

References C(), llvm::MachineOperand::getReg(), llvm::MachineOperand::isReg(), llvm::MIPatternMatch::m_GFCstOrSplat(), llvm::MIPatternMatch::mi_match(), and MRI.

matchConstantLargerBitWidth()

bool CombinerHelper::matchConstantLargerBitWidth	(	MachineInstr &	MI,
		unsigned	ConstIdx ) const

Checks if constant at ConstIdx is larger than MI 's bitwidth.

Parameters

ConstIdx

Index of the constant

Definition at line 2930 of file CombinerHelper.cpp.

References llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getSizeInBits(), MI, and MRI.

matchConstantOp()

bool CombinerHelper::matchConstantOp	(	const MachineOperand &	MOP,
		int64_t	C ) const

Return true if MOP is defined by a G_CONSTANT or splat with a value equal to C.

Definition at line 2889 of file CombinerHelper.cpp.

References C(), llvm::MachineOperand::getReg(), llvm::isConstantOrConstantSplatVector(), llvm::MachineOperand::isReg(), llvm::APInt::isSameValue(), and MRI.

matchCountZeroToZeroPoison()

bool CombinerHelper::matchCountZeroToZeroPoison	(	MachineInstr &	MI,
		unsigned	Opc,
		unsigned	ZeroPoisonOpc ) const

Definition at line 8480 of file CombinerHelper.cpp.

References isLegalOrBeforeLegalizer(), MI, MRI, Opc, and VT.

matchCtls()

bool CombinerHelper::matchCtls	(	MachineInstr &	CtlzMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8411 of file CombinerHelper.cpp.

References assert(), B(), llvm::BitWidth, llvm::LegalizeActions::Custom, llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LegalizeActions::Legal, LI, llvm::MIPatternMatch::m_DeferredReg(), llvm::MIPatternMatch::m_GAShr(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_GXor(), llvm::MIPatternMatch::m_OneUse(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICst(), llvm::MIPatternMatch::mi_match(), MRI, llvm::LegalizeActions::WidenScalar, and X.

matchDivByPow2()

bool CombinerHelper::matchDivByPow2	(	MachineInstr &	MI,
		bool	IsSigned ) const

Given an G_SDIV MI expressing a signed divided by a pow2 constant, return expressions that implements it by shifting.

Definition at line 5811 of file CombinerHelper.cpp.

References assert(), C(), llvm::cast(), llvm::dyn_cast(), llvm::matchUnaryPredicate(), MI, and MRI.

matchEqualDefs()

bool CombinerHelper::matchEqualDefs	(	const MachineOperand &	MOP1,
		const MachineOperand &	MOP2 ) const

Return true if MOP1 and MOP2 are register operands are defined by equivalent instructions.

Definition at line 2792 of file CombinerHelper.cpp.

References llvm::any_of(), Builder, llvm::dyn_cast(), llvm::MachineInstr::findRegisterDefOperandIdx(), llvm::getDefSrcRegIgnoringCopies(), llvm::GMemOperation::getMemSizeInBits(), llvm::MachineOperand::getReg(), llvm::MachineInstr::isDereferenceableInvariantLoad(), llvm::MachineOperand::isReg(), llvm::MachineInstr::mayLoadOrStore(), and MRI.

Referenced by matchCombineDivRem(), matchHoistLogicOpWithSameOpcodeHands(), and matchSelectSameVal().

matchExtendThroughPhis()

bool CombinerHelper::matchExtendThroughPhis	(	MachineInstr &	MI,
		MachineInstr *&	ExtMI ) const

Definition at line 4273 of file CombinerHelper.cpp.

References Builder, llvm::cast(), DefMI, llvm::getDefIgnoringCopies(), llvm::MachineInstr::getOpcode(), I, llvm::SmallPtrSetImpl< PtrType >::insert(), MI, MRI, PHI, and llvm::SmallPtrSetImplBase::size().

matchExtOfExt()

bool CombinerHelper::matchExtOfExt	(	const MachineInstr &	FirstMI,
		const MachineInstr &	SecondMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 235 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::First, llvm::MachineInstr::getFlag(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), MRI, llvm::MachineInstr::NoFlags, and llvm::MachineInstr::NonNeg.

matchExtractAllEltsFromBuildVector()

bool CombinerHelper::matchExtractAllEltsFromBuildVector	(	MachineInstr &	MI,
		SmallVectorImpl< std::pair< Register, MachineInstr * > > &	MatchInfo ) const

Definition at line 4430 of file CombinerHelper.cpp.

References llvm::SmallBitVector::all(), assert(), llvm::getIConstantVRegVal(), llvm::LLT::getNumElements(), II, MI, MRI, and llvm::SmallBitVector::set().

matchExtractVecEltBuildVec()

bool CombinerHelper::matchExtractVecEltBuildVec	(	MachineInstr &	MI,
		Register &	Reg ) const

Definition at line 4374 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), llvm::getMVTForLLT(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchExtractVectorElement()

bool CombinerHelper::matchExtractVectorElement

(

MachineInstr &

MI

)

const

Combine extract vector element.

Definition at line 33 of file CombinerHelperVectorOps.cpp.

References llvm::cast(), llvm::getIConstantVRegValWithLookThrough(), llvm::GExtractVectorElement::getIndexReg(), llvm::LLT::getNumElements(), llvm::GenericMachineInstr::getReg(), llvm::GExtractVectorElement::getVectorReg(), llvm::LLT::isFixedVector(), isLegalOrBeforeLegalizer(), MI, MRI, and llvm::Vector.

matchExtractVectorElementWithBuildVector()

bool CombinerHelper::matchExtractVectorElementWithBuildVector	(	const MachineInstr &	MI,
		const MachineInstr &	MI2,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a build vector on the vector register.

Definition at line 144 of file CombinerHelperVectorOps.cpp.

References B(), llvm::cast(), llvm::getIConstantFromReg(), llvm::GExtractVectorElement::getIndexReg(), llvm::getMVTForLLT(), llvm::GMergeLikeInstr::getNumSources(), llvm::GenericMachineInstr::getReg(), llvm::GMergeLikeInstr::getSourceReg(), getTargetLowering(), llvm::GExtractVectorElement::getVectorReg(), MI, MRI, and llvm::Vector.

matchExtractVectorElementWithBuildVectorTrunc()

bool CombinerHelper::matchExtractVectorElementWithBuildVectorTrunc	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a build vector trunc on the vector register.

Definition at line 190 of file CombinerHelperVectorOps.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::getIConstantVRegValWithLookThrough(), llvm::GExtractVectorElement::getIndexReg(), llvm::getMVTForLLT(), llvm::GMergeLikeInstr::getNumSources(), llvm::getOpcodeDef(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GMergeLikeInstr::getSourceReg(), getTargetLowering(), llvm::GExtractVectorElement::getVectorReg(), isLegalOrBeforeLegalizer(), MRI, and llvm::Vector.

matchExtractVectorElementWithDifferentIndices()

bool CombinerHelper::matchExtractVectorElementWithDifferentIndices	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a insert vector element on the vector register and different indices.

Definition at line 87 of file CombinerHelperVectorOps.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::getIConstantVRegValWithLookThrough(), llvm::GExtractVectorElement::getIndexReg(), llvm::getOpcodeDef(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GExtractVectorElement::getVectorReg(), MRI, and llvm::Vector.

matchExtractVectorElementWithShuffleVector()

bool CombinerHelper::matchExtractVectorElementWithShuffleVector	(	const MachineInstr &	MI,
		const MachineInstr &	MI2,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a shuffle vector on the vector register.

Definition at line 263 of file CombinerHelperVectorOps.cpp.

References assert(), B(), llvm::cast(), llvm::getIConstantFromReg(), llvm::GExtractVectorElement::getIndexReg(), llvm::GShuffleVector::getMask(), llvm::LLT::getNumElements(), llvm::GenericMachineInstr::getReg(), llvm::GShuffleVector::getSrc1Reg(), llvm::GShuffleVector::getSrc2Reg(), isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), MI, MRI, and llvm::Offset.

matchFoldAMinusC1MinusC2()

bool CombinerHelper::matchFoldAMinusC1MinusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8084 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::GBinOp::getLHSReg(), llvm::GenericMachineInstr::getReg(), llvm::GBinOp::getRHSReg(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldAMinusC1PlusC2()

bool CombinerHelper::matchFoldAMinusC1PlusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8134 of file CombinerHelper.cpp.

References A(), llvm::Add, B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldAPlusC1MinusC2()

bool CombinerHelper::matchFoldAPlusC1MinusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8034 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::Sub.

matchFoldBinOpIntoSelect()

bool CombinerHelper::matchFoldBinOpIntoSelect	(	MachineInstr &	MI,
		unsigned &	SelectOpNo ) const

Push a binary operator through a select on constants.

binop (select cond, K0, K1), K2 -> select cond, (binop K0, K2), (binop K1, K2)

Definition at line 3829 of file CombinerHelper.cpp.

References llvm::isAllOnesOrAllOnesSplat(), llvm::isConstantOrConstantVector(), llvm::isNullOrNullSplat(), llvm::MIPatternMatch::m_GISelect(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldC1Minus2MinusC2()

bool CombinerHelper::matchFoldC1Minus2MinusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8109 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::GBinOp::getLHSReg(), llvm::GenericMachineInstr::getReg(), llvm::GBinOp::getRHSReg(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldC2MinusAPlusC1()

bool CombinerHelper::matchFoldC2MinusAPlusC1	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8059 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::Sub.

matchFPowIExpansion()

bool CombinerHelper::matchFPowIExpansion	(	MachineInstr &	MI,
		int64_t	Exponent ) const

Match FPOWI if it's safe to extend it into a series of multiplications.

Definition at line 7984 of file CombinerHelper.cpp.

References llvm::Exponent, getTargetLowering(), llvm::TargetLoweringBase::isBeneficialToExpandPowI(), and MI.

matchFreezeOfSingleMaybePoisonOperand()

bool CombinerHelper::matchFreezeOfSingleMaybePoisonOperand	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 243 of file CombinerHelper.cpp.

References assert(), B(), llvm::canCreateUndefOrPoison(), llvm::cast(), llvm::MachineInstr::findRegisterUseOperand(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::isa(), llvm::isGuaranteedNotToBeUndefOrPoison(), isLegalOrBeforeLegalizer(), llvm::MachineInstr::isPHI(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, Observer, replaceRegOpWith(), replaceRegWith(), TRI, and llvm::MachineInstr::uses().

matchFsubToFneg()

bool CombinerHelper::matchFsubToFneg

(

MachineInstr &

MI

)

const

Definition at line 6075 of file CombinerHelper.cpp.

References assert(), llvm::MachineInstr::FmNsz, llvm::getConstantFPVRegVal(), llvm::getFConstantSplat(), llvm::getFConstantVRegValWithLookThrough(), MI, and MRI.

matchHoistLogicOpWithSameOpcodeHands()

bool CombinerHelper::matchHoistLogicOpWithSameOpcodeHands	(	MachineInstr &	MI,
		InstructionStepsMatchInfo &	MatchInfo ) const

Match (logic_op (op x...), (op y...)) -> (op (logic_op x, y))

Definition at line 3149 of file CombinerHelper.cpp.

References assert(), llvm::Function::getContext(), llvm::getDefIgnoringCopies(), llvm::MachineFunction::getFunction(), llvm::MachineInstr::getNumOperands(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::MachineOperand::isReg(), llvm::TargetLoweringBase::isTruncateFree(), llvm::LLT::isValid(), llvm::Register::isValid(), llvm::TargetLoweringBase::isZExtFree(), matchEqualDefs(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), X, and Y.

matchICmpToLHSKnownBits()

bool CombinerHelper::matchICmpToLHSKnownBits	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if a G_ICMP MI can be replaced with its LHS based off of KnownBits information.

Definition at line 4623 of file CombinerHelper.cpp.

References assert(), B(), llvm::getICmpTrueVal(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::isEquality(), isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_SpecificICst(), MI, llvm::MIPatternMatch::mi_match(), MRI, and VT.

matchICmpToTrueFalseKnownBits()

bool CombinerHelper::matchICmpToTrueFalseKnownBits	(	MachineInstr &	MI,
		int64_t &	MatchInfo ) const

Returns

true if a G_ICMP instruction MI can be replaced with a true or false constant based off of KnownBits information.

Definition at line 4579 of file CombinerHelper.cpp.

References assert(), llvm::ICmpInst::compare(), llvm::getICmpTrueVal(), getTargetLowering(), llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_ULT, MI, MRI, and VT.

matchInsertExtractVecEltOutOfBounds()

bool CombinerHelper::matchInsertExtractVecEltOutOfBounds

(

MachineInstr &

MI

)

const

Return true if a G_{EXTRACT,INSERT}_VECTOR_ELT has an out of range index.

Definition at line 2773 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegVal(), llvm::LLT::getNumElements(), llvm::LLT::isScalableVector(), MI, and MRI.

matchInsertVectorElementOOB()

bool CombinerHelper::matchInsertVectorElementOOB

(

MachineInstr &

MI

)

const

Combine insert vector element OOB.

Definition at line 350 of file CombinerHelperVectorOps.cpp.

References llvm::cast(), llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getNumElements(), llvm::LLT::isFixedVector(), isLegalOrBeforeLegalizer(), MI, and MRI.

matchLoadOrCombine()

bool CombinerHelper::matchLoadOrCombine	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match expression trees of the form.

sN *a = ...
sM val = a[0] | (a[1] << N) | (a[2] << 2N) | (a[3] << 3N) ...

And check if the tree can be replaced with a M-bit load + possibly a bswap.

Definition at line 4159 of file CombinerHelper.cpp.

References assert(), bigEndianByteAt(), C(), DL, llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::Fast, llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::Function::getContext(), llvm::MachineFunction::getDataLayout(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getMachineMemOperand(), llvm::GMemOperation::getMMO(), llvm::MachineMemOperand::getPointerInfo(), llvm::GLoadStore::getPointerReg(), getTargetLowering(), isBigEndian(), llvm::DataLayout::isBigEndian(), isLegalOrBeforeLegalizer(), littleEndianByteAt(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, and MRI.

matchLshrOfTruncOfLshr()

bool CombinerHelper::matchLshrOfTruncOfLshr	(	MachineInstr &	MI,
		LshrOfTruncOfLshr &	MatchInfo,
		MachineInstr &	ShiftMI ) const

Fold (lshr (trunc (lshr x, C1)), C2) -> trunc (shift x, (C1 + C2))

Definition at line 2155 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getBitWidth(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::LshrOfTruncOfLshr::InnerShiftTy, llvm::MIPatternMatch::m_ICstOrSplat(), llvm::LshrOfTruncOfLshr::Mask, llvm::LshrOfTruncOfLshr::MaskVal, MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::LshrOfTruncOfLshr::ShiftAmt, llvm::LshrOfTruncOfLshr::ShiftAmtTy, llvm::LshrOfTruncOfLshr::Src, and llvm::APInt::zext().

matchMulOBy0()

bool CombinerHelper::matchMulOBy0	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: (G_*MULO x, 0) -> 0 + no carry out.

Definition at line 5356 of file CombinerHelper.cpp.

References assert(), B(), isConstantLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchMulOfVScale()

bool CombinerHelper::matchMulOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 388 of file CombinerHelperVectorOps.cpp.

References B(), llvm::getIConstantVRegVal(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), llvm::MIPatternMatch::m_GMul(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), and MRI.

matchNarrowBinop()

bool CombinerHelper::matchNarrowBinop	(	const MachineInstr &	TruncMI,
		const MachineInstr &	BinopMI,
		BuildFnTy &	MatchInfo ) const

trunc (binop X, C) --> binop (trunc X, trunc C).

Definition at line 339 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::GBinOp::getLHSReg(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::GBinOp::getRHSReg(), isLegalOrBeforeLegalizer(), and MRI.

matchNarrowBinopFeedingAnd()

bool CombinerHelper::matchNarrowBinopFeedingAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if it is possible to narrow the width of a scalar binop feeding a G_AND instruction MI.

Definition at line 5265 of file CombinerHelper.cpp.

References assert(), B(), Builder, llvm::getDefIgnoringCopies(), llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::LLT::integer(), isLegalOrBeforeLegalizer(), llvm::LLT::isScalar(), MI, MRI, and Observer.

matchNonNegZext()

bool CombinerHelper::matchNonNegZext	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine zext nneg to sext.

Definition at line 119 of file CombinerHelperCasts.cpp.

References B(), llvm::getMVTForLLT(), llvm::MachineOperand::getReg(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GZExt(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), and MRI.

matchNotCmp()

bool CombinerHelper::matchNotCmp	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	RegsToNegate ) const

Combine inverting a result of a compare into the opposite cond code.

Definition at line 3644 of file CombinerHelper.cpp.

References assert(), Builder, I, isConstValidTrue(), llvm::MIPatternMatch::m_GXor(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

matchOperandIsKnownToBeAPowerOfTwo()

bool CombinerHelper::matchOperandIsKnownToBeAPowerOfTwo	(	const MachineOperand &	MO,
		bool	OrNegative = false ) const

Check if operand MO is known to be a power of 2.

When OrNegative is true, also match operands whose negation is a power of 2 (i.e. whose absolute value is a power of 2).

Definition at line 2976 of file CombinerHelper.cpp.

References llvm::MachineOperand::getReg(), llvm::isKnownToBeAPowerOfTwo(), MRI, and VT.

matchOptBrCondByInvertingCond()

bool CombinerHelper::matchOptBrCondByInvertingCond	(	MachineInstr &	MI,
		MachineInstr *&	BrCond ) const

If a brcond's true block is not the fallthrough, make it so by inverting the condition and swapping operands.

Definition at line 1690 of file CombinerHelper.cpp.

References assert(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), MBB, and MI.

matchOr()

bool CombinerHelper::matchOr	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine ors.

Definition at line 7807 of file CombinerHelper.cpp.

References llvm::cast(), and MI.

matchOrShiftToFunnelShift()

bool CombinerHelper::matchOrShiftToFunnelShift	(	MachineInstr &	MI,
		bool	AllowScalarConstants,
		BuildFnTy &	MatchInfo ) const

Definition at line 4497 of file CombinerHelper.cpp.

References assert(), B(), llvm::BitWidth, isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchOverlappingAnd()

bool CombinerHelper::matchOverlappingAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Fold and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0.

and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0

Definition at line 3304 of file CombinerHelper.cpp.

References assert(), B(), C1, llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and replaceRegWith().

matchPtrAddImmedChain()

bool CombinerHelper::matchPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo ) const

Definition at line 1853 of file CombinerHelper.cpp.

References llvm::PtrAddChain::Bank, llvm::PtrAddChain::Base, llvm::sampleprof::Base, llvm::TargetLoweringBase::AddrMode::BaseOffs, llvm::dyn_cast(), llvm::PtrAddChain::Flags, llvm::getIConstantVRegValWithLookThrough(), llvm::GenericMachineInstr::getReg(), getRegBank(), llvm::APInt::getSExtValue(), llvm::getTypeForLLT(), llvm::TargetLoweringBase::AddrMode::HasBaseReg, llvm::PtrAddChain::Imm, llvm::MachineInstr::InBounds, llvm::MIPatternMatch::m_GPtrAdd(), llvm::MIPatternMatch::m_MIFlags(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, and UseMI.

matchPtrAddZeroVector()

bool CombinerHelper::matchPtrAddZeroVector

(

MachineInstr &

MI

)

const

}

Combine a vector G_PTR_ADD with a zero splat to G_INTTOPTR.

Definition at line 3798 of file CombinerHelper.cpp.

References Builder, llvm::cast(), DL, llvm::isBuildVectorAllZeros(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchReassocCommBinOp()

bool CombinerHelper::matchReassocCommBinOp	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Reassociate commutative binary operations like G_ADD.

Definition at line 5171 of file CombinerHelper.cpp.

References MI, Opc, and tryReassocBinOp().

matchReassocConstantInnerLHS()

bool CombinerHelper::matchReassocConstantInnerLHS	(	GPtrAdd &	MI,
		MachineInstr *	LHS,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo ) const

Definition at line 4999 of file CombinerHelper.cpp.

References B(), llvm::cast(), llvm::MachineInstr::InBounds, llvm::MIPatternMatch::m_GCst(), llvm::MIPatternMatch::m_GPtrAdd(), llvm::MIPatternMatch::m_OneNonDBGUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, and Observer.

Referenced by matchReassocPtrAdd().

matchReassocConstantInnerRHS()

bool CombinerHelper::matchReassocConstantInnerRHS	(	GPtrAdd &	MI,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo ) const

Definition at line 4955 of file CombinerHelper.cpp.

References B(), Builder, llvm::getIConstantVRegVal(), llvm::MachineInstr::InBounds, MI, MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, and Observer.

Referenced by matchReassocPtrAdd().

matchReassocFoldConstantsInSubTree()

bool CombinerHelper::matchReassocFoldConstantsInSubTree	(	GPtrAdd &	MI,
		MachineInstr *	LHS,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo ) const

Definition at line 5051 of file CombinerHelper.cpp.

References B(), C1, llvm::dyn_cast(), llvm::getIConstantVRegVal(), llvm::MachineInstr::InBounds, MI, MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, and Observer.

Referenced by matchReassocPtrAdd().

matchReassocPtrAdd()

bool CombinerHelper::matchReassocPtrAdd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Reassociate pointer calculations with G_ADD involved, to allow better addressing mode usage.

Definition at line 5098 of file CombinerHelper.cpp.

References llvm::cast(), llvm::MIPatternMatch::m_MInstr(), matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchRedundantAnd()

bool CombinerHelper::matchRedundantAnd	(	MachineInstr &	MI,
		Register &	Replacement ) const

Returns

true if MI is a G_AND instruction whose operands are x and y where x & y == x or x & y == y. (E.g., one of operands is all-ones value.)

Parameters

[in]	MI	- The G_AND instruction.
[out]	Replacement	- A register the G_AND should be replaced with on success.

Definition at line 3331 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::KnownBits::isUnknown(), MI, MRI, llvm::KnownBits::One, VT, and llvm::KnownBits::Zero.

matchRedundantBinOpInEquality()

bool CombinerHelper::matchRedundantBinOpInEquality	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform: (X + Y) == X -> Y == 0 (X - Y) == X -> Y == 0 (X ^ Y) == X -> Y == 0 (X + Y) != X -> Y != 0 (X - Y) != X -> Y != 0 (X ^ Y) != X -> Y != 0.

Definition at line 6983 of file CombinerHelper.cpp.

References assert(), B(), llvm::CmpInst::isEquality(), llvm::MIPatternMatch::m_any_of(), llvm::MIPatternMatch::m_c_GICmp(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_GXor(), llvm::MIPatternMatch::m_Pred(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, Register, X, and Y.

matchRedundantOr()

bool CombinerHelper::matchRedundantOr	(	MachineInstr &	MI,
		Register &	Replacement ) const

Returns

true if MI is a G_OR instruction whose operands are x and y where x | y == x or x | y == y. (E.g., one of operands is all-zeros value.)

Parameters

[in]	MI	- The G_OR instruction.
[out]	Replacement	- A register the G_OR should be replaced with on success.

Definition at line 3387 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, llvm::KnownBits::One, VT, and llvm::KnownBits::Zero.

matchRedundantSExtInReg()

bool CombinerHelper::matchRedundantSExtInReg

(

MachineInstr &

MI

)

const

Returns

true if MI is a G_SEXT_INREG that can be erased.

Definition at line 3429 of file CombinerHelper.cpp.

References MI, MRI, and VT.

matchRedundantSextInReg()

bool CombinerHelper::matchRedundantSextInReg	(	MachineInstr &	Root,
		MachineInstr &	Other,
		BuildFnTy &	MatchInfo ) const

Definition at line 385 of file CombinerHelperCasts.cpp.

References assert(), B(), llvm::canReplaceReg(), llvm::MachineOperand::getImm(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), MRI, Observer, and llvm::Other.

matchRepeatedFPDivisor()

bool CombinerHelper::matchRepeatedFPDivisor	(	MachineInstr &	MI,
		SmallVector< MachineInstr * > &	MatchInfo ) const

Definition at line 6711 of file CombinerHelper.cpp.

References assert(), llvm::SmallVectorTemplateCommon< T, typename >::back(), llvm::TargetLowering::combineRepeatedFPDivisors(), dominates(), llvm::MachineInstr::FmArcp, getTargetLowering(), llvm::isConstantOrConstantSplatVectorFP(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorTemplateCommon< T, typename >::size(), std::swap(), X, and Y.

matchRotateOutOfRange()

bool CombinerHelper::matchRotateOutOfRange

(

MachineInstr &

MI

)

const

Definition at line 4550 of file CombinerHelper.cpp.

References assert(), C(), llvm::dyn_cast(), llvm::matchUnaryPredicate(), MI, and MRI.

matchSameRegOrICstOrSplat()

bool CombinerHelper::matchSameRegOrICstOrSplat	(	Register	A,
		Register	B ) const

True when A and B are the same register, including through copies, or different registers holding the same scalar or splat integer constant.

Definition at line 5375 of file CombinerHelper.cpp.

References A(), B(), llvm::getSrcRegIgnoringCopies(), llvm::Register::isValid(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), llvm::MIPatternMatch::mi_match(), and MRI.

matchSDivOrSRemByConst()

bool CombinerHelper::matchSDivOrSRemByConst

(

MachineInstr &

MI

)

const

Combine G_SDIV or G_SREM by constant into a multiply by magic constant.

Definition at line 5610 of file CombinerHelper.cpp.

References assert(), C(), llvm::LLT::changeElementSize(), llvm::getApproximateEVTForLLT(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), llvm::isConstantOrConstantVector(), llvm::MachineInstr::IsExact, isLegal(), isLegalOrBeforeLegalizer(), isLegalOrHasWidenScalar(), LI, llvm::MIPatternMatch::m_MInstr(), llvm::matchUnaryPredicate(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchSelect()

bool CombinerHelper::matchSelect	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine selects.

Definition at line 7545 of file CombinerHelper.cpp.

References llvm::cast(), MI, and Select.

matchSelectIMinMax()

bool CombinerHelper::matchSelectIMinMax	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine select to integer min/max.

Definition at line 7442 of file CombinerHelper.cpp.

References B(), llvm::False, llvm::MachineOperand::getReg(), llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, llvm::CmpInst::isEquality(), isLegalOrBeforeLegalizer(), llvm::LLT::isPointerOrPointerVector(), llvm::MIPatternMatch::m_GICmp(), llvm::MIPatternMatch::m_GISelect(), llvm::MIPatternMatch::m_Pred(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), MRI, std::swap(), and llvm::True.

matchSelectSameVal()

bool CombinerHelper::matchSelectSameVal

(

MachineInstr &

MI

)

const

Optimize (cond ? x : x) -> x.

Definition at line 2968 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), matchEqualDefs(), MI, and MRI.

matchSextInRegOfLoad()

bool CombinerHelper::matchSextInRegOfLoad	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo ) const

Match sext_inreg(load p), imm -> sextload p.

Definition at line 1136 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::MachineMemOperand::getSizeInBits(), llvm::LocationSize::getValue(), llvm::MachineMemOperand::isAtomic(), isLegalOrBeforeLegalizer(), llvm::isPowerOf2_32(), llvm::LLT::isVector(), llvm::MachineMemOperand::isVolatile(), llvm::MIPatternMatch::m_GLoad(), llvm::MIPatternMatch::m_MMO(), llvm::MIPatternMatch::m_Reg(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::LLT::scalar().

matchSextOfTrunc()

bool CombinerHelper::matchSextOfTrunc	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine sext of trunc.

Definition at line 30 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::MachineInstr::getFlag(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), MRI, and llvm::MachineInstr::NoSWrap.

matchSextTruncSextLoad()

bool CombinerHelper::matchSextTruncSextLoad

(

MachineInstr &

MI

)

const

Definition at line 1109 of file CombinerHelper.cpp.

References assert(), llvm::getOpcodeDef(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchShiftImmedChain()

bool CombinerHelper::matchShiftImmedChain	(	MachineInstr &	MI,
		RegisterImmPair &	MatchInfo ) const

Fold (shift (shift base, x), y) -> (shift base (x+y))

Definition at line 1947 of file CombinerHelper.cpp.

References assert(), llvm::sampleprof::Base, llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::RegisterImmPair::Imm, llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::RegisterImmPair::Reg.

matchShiftOfShiftedLogic()

bool CombinerHelper::matchShiftOfShiftedLogic	(	MachineInstr &	MI,
		ShiftOfShiftedLogic &	MatchInfo ) const

If we have a shift-by-constant of a bitwise logic op that itself has a shift-by-constant operand with identical opcode, we may be able to convert that into 2 independent shifts followed by the logic op.

Definition at line 2024 of file CombinerHelper.cpp.

References assert(), C1, llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::ShiftOfShiftedLogic::Logic, llvm::ShiftOfShiftedLogic::LogicNonShiftReg, llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::ShiftOfShiftedLogic::Shift2, and llvm::ShiftOfShiftedLogic::ValSum.

matchShiftsTooBig()

bool CombinerHelper::matchShiftsTooBig	(	MachineInstr &	MI,
		std::optional< int64_t > &	MatchInfo ) const

Match shifts greater or equal to the range (the bitwidth of the result datatype, or the effective bitwidth of the source value).

Definition at line 7051 of file CombinerHelper.cpp.

References C(), llvm::dyn_cast(), getMinUselessShift(), llvm::LLT::getScalarSizeInBits(), llvm::matchUnaryPredicate(), MI, MRI, and VT.

matchShlOfVScale()

bool CombinerHelper::matchShlOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 434 of file CombinerHelperVectorOps.cpp.

References B(), llvm::getIConstantVRegVal(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::shl().

matchShuffleDisjointMask()

bool CombinerHelper::matchShuffleDisjointMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Turn shuffle a, b, mask -> shuffle undef, b, mask iff mask does not reference a.

Definition at line 8282 of file CombinerHelper.cpp.

References B(), llvm::cast(), commuteMask(), llvm::getOpcodeDef(), isLegalOrBeforeLegalizer(), MI, MRI, and llvm::Undef.

matchShuffleUndefRHS()

bool CombinerHelper::matchShuffleUndefRHS	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Remove references to rhs if it is undef.

Definition at line 8238 of file CombinerHelper.cpp.

References B(), llvm::cast(), Changed, MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::ArrayRef< T >::size().

matchSimplifyDemandedBits()

bool CombinerHelper::matchSimplifyDemandedBits	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match demanded-bits simplification of a root's register use.

Definition at line 8819 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getAllOnes(), llvm::APInt::getBitWidth(), getDemandedBitsForLogicalOp(), getDemandedSrcBitsForShiftConst(), getValidConstShiftAmt(), llvm::APInt::isSubsetOf(), llvm::Known, MI, MRI, simplifyDemandedBits(), and VT.

matchSimplifyNegMinMax()

bool CombinerHelper::matchSimplifyNegMinMax	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Tranform (neg (min/max x, (neg x))) into (max/min x, (neg x)).

Definition at line 7516 of file CombinerHelper.cpp.

References assert(), B(), llvm::getInverseGMinMaxOpcode(), llvm::MachineInstr::getOpcode(), isLegal(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_any_of(), llvm::MIPatternMatch::m_DeferredReg(), llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_GSMin(), llvm::MIPatternMatch::m_GUMax(), llvm::MIPatternMatch::m_GUMin(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Neg(), llvm::MIPatternMatch::m_OneUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and X.

matchSimplifySelectToMinMax()

bool CombinerHelper::matchSimplifySelectToMinMax	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if it is possible to simplify a select instruction MI to a min/max instruction of some sort.

Definition at line 6968 of file CombinerHelper.cpp.

References assert(), Cond, llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_OneNonDBGUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchSuboCarryOut()

bool CombinerHelper::matchSuboCarryOut	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8334 of file CombinerHelper.cpp.

References llvm::ConstantRange::AlwaysOverflowsHigh, llvm::ConstantRange::AlwaysOverflowsLow, B(), llvm::cast(), llvm::ConstantRange::fromKnownBits(), llvm::GBinOpCarryOut::getCarryOutReg(), llvm::getICmpTrueVal(), llvm::GBinOpCarryOut::getLHSReg(), llvm::GenericMachineInstr::getReg(), llvm::GBinOpCarryOut::getRHSReg(), getTargetLowering(), isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), llvm::GSubCarryOut::isSigned(), llvm::LLT::isVector(), llvm::ConstantRange::MayOverflow, MI, MRI, llvm::ConstantRange::NeverOverflows, llvm::MachineInstr::NoSWrap, llvm::MachineInstr::NoUWrap, llvm::ConstantRange::signedSubMayOverflow(), llvm::ConstantRange::unsignedSubMayOverflow(), and VT.

matchSubOfVScale()

bool CombinerHelper::matchSubOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 410 of file CombinerHelperVectorOps.cpp.

References B(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::m_MIFlags(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), and MRI.

matchTruncateOfExt()

bool CombinerHelper::matchTruncateOfExt	(	const MachineInstr &	Root,
		const MachineInstr &	ExtMI,
		BuildFnTy &	MatchInfo ) const

Transform trunc ([asz]ext x) to x or ([asz]ext x) or (trunc x).

Definition at line 140 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), and MRI.

matchTruncBuildVectorFold()

bool CombinerHelper::matchTruncBuildVectorFold	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6826 of file CombinerHelper.cpp.

References llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchTruncLshrBuildVectorFold()

bool CombinerHelper::matchTruncLshrBuildVectorFold	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6837 of file CombinerHelper.cpp.

References llvm::LLT::getSizeInBits(), llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_GCst(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchTruncSSatS()

bool CombinerHelper::matchTruncSSatS	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 5971 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getScalarSizeInBits(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), isLegalOrHasFewerElements(), LI, llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_GSMin(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::MachineInstr::NoSWrap, and llvm::APInt::sext().

matchTruncSSatU()

bool CombinerHelper::matchTruncSSatU	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6015 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getMaxValue(), llvm::LLT::getScalarSizeInBits(), isLegalOrHasFewerElements(), LI, llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_GSMin(), llvm::MIPatternMatch::m_GUMin(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::zext().

matchTruncUSatU()

bool CombinerHelper::matchTruncUSatU	(	MachineInstr &	MI,
		MachineInstr &	MinMI ) const

Definition at line 6048 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getMaxValue(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), isLegalOrHasFewerElements(), LI, llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::zext().

matchTruncUSatUToFPTOUISat()

bool CombinerHelper::matchTruncUSatUToFPTOUISat	(	MachineInstr &	MI,
		MachineInstr &	SrcMI ) const

Definition at line 6066 of file CombinerHelper.cpp.

References llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isLegalOrBeforeLegalizer(), LI, MI, and MRI.

matchUDivOrURemByConst()

bool CombinerHelper::matchUDivOrURemByConst

(

MachineInstr &

MI

)

const

Combine G_UDIV or G_UREM by constant into a multiply by magic constant.

Definition at line 5554 of file CombinerHelper.cpp.

References assert(), C(), llvm::LLT::changeElementSize(), llvm::getApproximateEVTForLLT(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), llvm::isConstantOrConstantVector(), llvm::MachineInstr::IsExact, isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), LI, llvm::MIPatternMatch::m_MInstr(), llvm::matchUnaryPredicate(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::LLT::scalar().

matchUMulHToLShr()

bool CombinerHelper::matchUMulHToLShr

(

MachineInstr &

MI

)

const

Definition at line 5935 of file CombinerHelper.cpp.

References assert(), C(), llvm::dyn_cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::matchUnaryPredicate(), MI, and MRI.

matchUndefShuffleVectorMask()

bool CombinerHelper::matchUndefShuffleVectorMask

(

MachineInstr &

MI

)

const

Return true if a G_SHUFFLE_VECTOR instruction MI has an undef mask.

Definition at line 2767 of file CombinerHelper.cpp.

References llvm::all_of(), assert(), and MI.

matchUnmergeValuesAnyExtBuildVector()

bool CombinerHelper::matchUnmergeValuesAnyExtBuildVector	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8159 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, B(), llvm::cast(), llvm::LLT::getElementType(), llvm::GUnmerge::getNumDefs(), llvm::LLT::getNumElements(), llvm::GMergeLikeInstr::getNumSources(), llvm::MachineInstr::getOperand(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GMergeLikeInstr::getSourceReg(), llvm::GUnmerge::getSourceReg(), I, llvm::LLT::isFixedVector(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GAnyExt(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchUseVectorTruncate()

bool CombinerHelper::matchUseVectorTruncate	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 3545 of file CombinerHelper.cpp.

References llvm::BuildMI(), llvm::cast(), llvm::LLT::changeElementType(), llvm::LLT::getElementCount(), llvm::LLT::getElementType(), llvm::LLT::getNumElements(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarType(), llvm::GUnmerge::getSourceReg(), I, llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isKnownMultipleOf(), isLegal(), IsPreLegalize, llvm::LLT::isVector(), llvm::MIPatternMatch::m_GImplicitDef(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_GUnmerge(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchXorOfAndWithSameReg()

bool CombinerHelper::matchXorOfAndWithSameReg	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo ) const

Fold (xor (and x, y), y) -> (and (not x), y) {.

Definition at line 3754 of file CombinerHelper.cpp.

References assert(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, std::swap(), X, and Y.

matchZextOfTrunc()

bool CombinerHelper::matchZextOfTrunc	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine zext of trunc.

Definition at line 84 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), MRI, llvm::MachineInstr::NonNeg, and llvm::MachineInstr::NoUWrap.

replaceInstWithConstant() [1/2]

void CombinerHelper::replaceInstWithConstant	(	MachineInstr &	MI,
		APInt	C ) const

Replace an instruction with a G_CONSTANT with value C.

Definition at line 2995 of file CombinerHelper.cpp.

References assert(), Builder, C(), and MI.

replaceInstWithConstant() [2/2]

void CombinerHelper::replaceInstWithConstant	(	MachineInstr &	MI,
		int64_t	C ) const

Replace an instruction with a G_CONSTANT with value C.

Definition at line 2988 of file CombinerHelper.cpp.

References assert(), Builder, C(), and MI.

replaceInstWithFConstant() [1/2]

void CombinerHelper::replaceInstWithFConstant	(	MachineInstr &	MI,
		ConstantFP *	CFP ) const

Replace an instruction with an G_FCONSTANT with value CFP.

Definition at line 3001 of file CombinerHelper.cpp.

References assert(), Builder, llvm::ConstantFP::getValueAPF(), and MI.

replaceInstWithFConstant() [2/2]

void CombinerHelper::replaceInstWithFConstant	(	MachineInstr &	MI,
		double	C ) const

Replace an instruction with a G_FCONSTANT with value C.

Definition at line 2981 of file CombinerHelper.cpp.

References assert(), Builder, C(), and MI.

replaceInstWithUndef()

void CombinerHelper::replaceInstWithUndef

(

MachineInstr &

MI

)

const

Replace an instruction with a G_IMPLICIT_DEF.

Definition at line 3008 of file CombinerHelper.cpp.

References assert(), Builder, and MI.

replaceOpcodeWith()

void CombinerHelper::replaceOpcodeWith	(	MachineInstr &	FromMI,
		unsigned	ToOpcode ) const

Replace the opcode in instruction with a new opcode and inform the observer of the changes.

Definition at line 210 of file CombinerHelper.cpp.

References Builder, Observer, and llvm::MachineInstr::setDesc().

Referenced by llvm::AMDGPUCombinerHelper::applyFoldableFneg().

replaceRegOpWith()

void CombinerHelper::replaceRegOpWith	(	MachineRegisterInfo &	MRI,
		MachineOperand &	FromRegOp,
		Register	ToReg ) const

Replace a single register operand with a new register and inform the observer of the changes.

Definition at line 199 of file CombinerHelper.cpp.

References assert(), llvm::MachineOperand::getParent(), MRI, Observer, and llvm::MachineOperand::setReg().

Referenced by applyCombineExtendingLoads(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), and matchFreezeOfSingleMaybePoisonOperand().

replaceRegWith()

void CombinerHelper::replaceRegWith	(	MachineRegisterInfo &	MRI,
		Register	FromReg,
		Register	ToReg ) const

MachineRegisterInfo::replaceRegWith() and inform the observer of the changes.

Definition at line 187 of file CombinerHelper.cpp.

References Builder, MRI, and Observer.

Referenced by applyCombineConcatVectors(), applyCombineCopy(), applyCombineExtendingLoads(), applyCombineShuffleVector(), applyCombineTruncOfShift(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeZExtToZExt(), applyExtractAllEltsFromBuildVector(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), applyNotCmp(), applySextInRegOfLoad(), matchCombineLoadWithAndMask(), matchFreezeOfSingleMaybePoisonOperand(), matchOverlappingAnd(), replaceSingleDefInstWithOperand(), and replaceSingleDefInstWithReg().

replaceSingleDefInstWithOperand()

void CombinerHelper::replaceSingleDefInstWithOperand	(	MachineInstr &	MI,
		unsigned	OpIdx ) const

Delete MI and replace all of its uses with its OpIdx-th operand.

Definition at line 2911 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, and replaceRegWith().

replaceSingleDefInstWithReg()

void CombinerHelper::replaceSingleDefInstWithReg	(	MachineInstr &	MI,
		Register	Replacement ) const

Delete MI and replace all of its uses with Replacement.

Definition at line 2921 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, and replaceRegWith().

Referenced by applyExtractVecEltBuildVec(), applySDivOrSRemByConst(), and applyUDivOrURemByConst().

setRegBank()

void CombinerHelper::setRegBank	(	Register	Reg,
		const RegisterBank *	RegBank ) const

Set the register bank of Reg.

Does nothing if the RegBank is null. This is the counterpart to getRegBank.

Definition at line 223 of file CombinerHelper.cpp.

References MRI.

Referenced by applyPtrAddImmedChain().

simplifyDemandedBits()

bool CombinerHelper::simplifyDemandedBits	(	MachineInstr &	MI,
		unsigned	OpNo,
		const APInt &	DemandedBits,
		KnownBits &	Known,
		unsigned	Depth = 0 ) const

Simplify a register use under DemandedBits and compute Known in the same walk.

Partial-demand rewrites of shared values update only this use.

Definition at line 8811 of file CombinerHelper.cpp.

References llvm::Depth, llvm::Known, and MI.

Referenced by matchSimplifyDemandedBits().

tryCombineExtendingLoads()

bool CombinerHelper::tryCombineExtendingLoads

(

MachineInstr &

MI

)

const

If MI is extend that consumes the result of a load, try to combine it.

Returns true if MI changed.

Definition at line 787 of file CombinerHelper.cpp.

References applyCombineExtendingLoads(), matchCombineExtendingLoads(), and MI.

tryCombineMemCpyFamily()

bool CombinerHelper::tryCombineMemCpyFamily	(	MachineInstr &	MI,
		unsigned	MaxLen = 0 ) const

Optimize memcpy intrinsics et al, e.g.

constant len calls. /p MaxLen if non-zero specifies the max length of a mem libcall to inline.

For example (pre-indexed):

$addr = G_PTR_ADD $base, $offset
[...]
$val = G_LOAD $addr
[...]
$whatever = COPY $addr

-->

$val, $addr = G_INDEXED_LOAD $base, $offset, 1 (IsPre)
[...]
$whatever = COPY $addr

or (post-indexed):

G_STORE $val, $base
[...]
$addr = G_PTR_ADD $base, $offset
[...]
$whatever = COPY $addr

-->

$addr = G_INDEXED_STORE $val, $base, $offset
[...]
$whatever = COPY $addr 

Definition at line 1770 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::getMF(), llvm::LegalizerHelper::Legalized, llvm::LegalizerHelper::lowerMemCpyFamily(), and MI.

tryCombineShiftToUnmerge()

bool CombinerHelper::tryCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftAmount ) const

Definition at line 2611 of file CombinerHelper.cpp.

References applyCombineShiftToUnmerge(), matchCombineShiftToUnmerge(), and MI.

tryReassocBinOp()

bool CombinerHelper::tryReassocBinOp	(	unsigned	Opc,
		Register	DstReg,
		Register	Op0,
		Register	Op1,
		BuildFnTy &	MatchInfo ) const

Try to reassociate to reassociate operands of a commutative binop.

Definition at line 5132 of file CombinerHelper.cpp.

References B(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), llvm::isConstantOrConstantSplatVector(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::mi_match(), MRI, and Opc.

Referenced by matchReassocCommBinOp().

Member Data Documentation

Builder

MachineIRBuilder& llvm::CombinerHelper::Builder

protected

Definition at line 118 of file CombinerHelper.h.

Referenced by applyAshShlToSextInreg(), applyBuildFnMO(), applyBuildFnNoErase(), applyBuildInstructionSteps(), applyCombineBuildVectorOfBitcast(), applyCombineConcatVectors(), applyCombineConstantFoldFpUnary(), applyCombineDivRem(), applyCombineExtendingLoads(), applyCombineIndexedLoadStore(), applyCombineInsertVecElts(), applyCombineShiftToUnmerge(), applyCombineShlOfExtend(), applyCombineShuffleConcat(), applyCombineShuffleOfBuildVector(), applyCombineShuffleToBuildVector(), applyCombineShuffleVector(), applyCombineTruncOfShift(), applyCombineUnmergeConstant(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeWithDeadLanesToTrunc(), applyCombineUnmergeZExtToZExt(), llvm::SPIRVCombinerHelper::applyDegrees(), applyExpandFPowI(), llvm::AMDGPUCombinerHelper::applyExpandPromotedF16FMed3(), applyExtendThroughPhis(), applyExtractVecEltBuildVec(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), applyFoldBinOpIntoSelect(), llvm::AMDGPUCombinerHelper::applyFoldFAbsFptrunc(), applyFunnelShiftConstantModulo(), applyLshrOfTruncOfLshr(), llvm::SPIRVCombinerHelper::applyMatrixMultiply(), llvm::SPIRVCombinerHelper::applyMatrixTranspose(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyRepeatedFPDivisor(), applyRotateOutOfRange(), applySDivByPow2(), applySextInRegOfLoad(), applyShiftImmedChain(), applyShiftOfShiftedLogic(), applySimplifySRemByPow2(), applySimplifyURemByPow2(), llvm::SPIRVCombinerHelper::applySPIRVFaceForward(), llvm::SPIRVCombinerHelper::applySPIRVNormalize(), applyTruncSSatS(), applyTruncSSatU(), applyUDivByPow2(), applyUMulHToLShr(), applyUseVectorTruncate(), applyXorOfAndWithSameReg(), buildSDivOrSRemUsingMul(), buildUDivOrURemUsingMul(), CombinerHelper(), getBuilder(), getContext(), getMachineFunction(), getTargetLowering(), matchCombineConcatVectors(), llvm::AMDGPUCombinerHelper::matchCombineFmulWithSelectToFldexp(), matchCombineShuffleVector(), matchEqualDefs(), matchExtendThroughPhis(), matchNarrowBinopFeedingAnd(), matchNotCmp(), matchPtrAddZeroVector(), matchReassocConstantInnerRHS(), replaceInstWithConstant(), replaceInstWithConstant(), replaceInstWithFConstant(), replaceInstWithFConstant(), replaceInstWithUndef(), replaceOpcodeWith(), and replaceRegWith().

IsPreLegalize

bool llvm::CombinerHelper::IsPreLegalize

protected

Definition at line 123 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), CombinerHelper(), isPreLegalize(), matchCombineBuildUnmerge(), matchUseVectorTruncate(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

LI

const LegalizerInfo* llvm::CombinerHelper::LI

protected

Definition at line 124 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), CombinerHelper(), isLegal(), isLegalOrHasFewerElements(), isLegalOrHasWidenScalar(), matchBitfieldExtractFromAnd(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchBitfieldExtractFromShrAnd(), matchCombineExtendingLoads(), matchCombineShlOfExtend(), matchCtls(), matchSDivOrSRemByConst(), matchTruncSSatS(), matchTruncSSatU(), matchTruncUSatU(), matchTruncUSatUToFPTOUISat(), matchUDivOrURemByConst(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

MDT

MachineDominatorTree* llvm::CombinerHelper::MDT

protected

Definition at line 122 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), CombinerHelper(), dominates(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

MRI

MachineRegisterInfo& llvm::CombinerHelper::MRI

protected

Definition at line 119 of file CombinerHelper.h.

Referenced by applyAshShlToSextInreg(), applyBuildFnMO(), applyCombineBuildUnmerge(), applyCombineBuildVectorOfBitcast(), applyCombineConcatVectors(), applyCombineConstantFoldFpUnary(), applyCombineCopy(), applyCombineExtendingLoads(), applyCombineIndexedLoadStore(), applyCombineInsertVecElts(), applyCombineMulToShl(), applyCombineShiftToUnmerge(), applyCombineShlOfExtend(), applyCombineShuffleConcat(), applyCombineShuffleOfBuildVector(), applyCombineShuffleToBuildVector(), applyCombineShuffleVector(), applyCombineTruncOfShift(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeZExtToZExt(), applyExpandFPowI(), llvm::AMDGPUCombinerHelper::applyExpandPromotedF16FMed3(), applyExtendThroughPhis(), applyExtractAllEltsFromBuildVector(), applyExtractVecEltBuildVec(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), applyFoldBinOpIntoSelect(), llvm::AMDGPUCombinerHelper::applyFoldFAbsFptrunc(), applyFunnelShiftConstantModulo(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyPtrAddImmedChain(), applyRepeatedFPDivisor(), applyRotateOutOfRange(), applySDivByPow2(), applySextInRegOfLoad(), applyShiftImmedChain(), applyShiftOfShiftedLogic(), applySimplifySRemByPow2(), applySimplifyURemByPow2(), llvm::SPIRVCombinerHelper::applySPIRVFaceForward(), applyUDivByPow2(), applyUMulHToLShr(), applyUseVectorTruncate(), applyXorOfAndWithSameReg(), buildSDivOrSRemUsingMul(), buildUDivOrURemUsingMul(), canCombineFMadOrFMA(), CombinerHelper(), getRegBank(), isConstantNaN(), matchAddOfVScale(), matchAddOverflow(), matchAndOrDisjointMask(), matchAshrShlToSextInreg(), llvm::AMDGPUCombinerHelper::matchBinopWith32BitMask(), matchBinopWithNeg(), matchBitfieldExtractFromAnd(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchBitfieldExtractFromShrAnd(), matchBuildVectorIdentityFold(), matchCanonicalizeFCmp(), matchCanonicalizeICmp(), matchCastOfBuildVector(), matchCastOfInteger(), matchCastOfSelect(), matchCombineAnyExtTrunc(), matchCombineBuildUnmerge(), matchCombineBuildVectorOfBitcast(), matchCombineConcatVectors(), matchCombineCopy(), matchCombineDivRem(), matchCombineExtendingLoads(), matchCombineExtractedVectorLoad(), matchCombineFAddFMAFMulToFMadOrFMA(), matchCombineFAddFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMAAggressive(), llvm::AMDGPUCombinerHelper::matchCombineFmulWithSelectToFldexp(), matchCombineFSubFMulToFMadOrFMA(), matchCombineFSubFNegFMulToFMadOrFMA(), matchCombineFSubFpExtFMulToFMadOrFMA(), matchCombineFSubFpExtFNegFMulToFMadOrFMA(), matchCombineInsertVecElts(), matchCombineLoadWithAndMask(), matchCombineMemCpyFamily(), matchCombineMulToShl(), matchCombineShiftToUnmerge(), matchCombineShlOfExtend(), matchCombineShuffleConcat(), matchCombineShuffleVector(), matchCombineSubToAdd(), matchCombineTruncOfShift(), matchCombineUnmergeConstant(), matchCombineUnmergeMergeToPlainValues(), matchCombineUnmergeUndef(), matchCombineUnmergeWithDeadLanesToTrunc(), matchCombineUnmergeZExtToZExt(), matchCombineZextTrunc(), matchCommuteConstantToRHS(), matchCommuteFPConstantToRHS(), matchConstantFoldBinOp(), matchConstantFoldCastOp(), matchConstantFoldFMA(), matchConstantFoldFPBinOp(), matchConstantFoldUnaryIntOp(), matchConstantFPOp(), llvm::AMDGPUCombinerHelper::matchConstantIs32BitMask(), matchConstantLargerBitWidth(), matchConstantOp(), matchCountZeroToZeroPoison(), matchCtls(), llvm::SPIRVCombinerHelper::matchDegrees(), matchDivByPow2(), matchEqualDefs(), llvm::AMDGPUCombinerHelper::matchExpandPromotedF16FMed3(), matchExtendThroughPhis(), matchExtOfExt(), matchExtractAllEltsFromBuildVector(), matchExtractVecEltBuildVec(), matchExtractVectorElement(), matchExtractVectorElementWithBuildVector(), matchExtractVectorElementWithBuildVectorTrunc(), matchExtractVectorElementWithDifferentIndices(), matchExtractVectorElementWithShuffleVector(), llvm::SPIRVCombinerHelper::matchFDivToNormalize(), llvm::AMDGPUCombinerHelper::matchFoldableFneg(), matchFoldAMinusC1MinusC2(), matchFoldAMinusC1PlusC2(), matchFoldAPlusC1MinusC2(), matchFoldBinOpIntoSelect(), matchFoldC1Minus2MinusC2(), matchFoldC2MinusAPlusC1(), llvm::AMDGPUCombinerHelper::matchFoldFAbsFptrunc(), matchFreezeOfSingleMaybePoisonOperand(), matchFsubToFneg(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchInsertExtractVecEltOutOfBounds(), matchInsertVectorElementOOB(), matchLoadOrCombine(), matchLshrOfTruncOfLshr(), matchMulOBy0(), matchMulOfVScale(), matchNarrowBinop(), matchNarrowBinopFeedingAnd(), matchNonNegZext(), matchNotCmp(), matchOperandIsKnownToBeAPowerOfTwo(), matchOrShiftToFunnelShift(), matchOverlappingAnd(), matchPtrAddImmedChain(), matchPtrAddZeroVector(), matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), matchReassocPtrAdd(), matchRedundantAnd(), matchRedundantBinOpInEquality(), matchRedundantOr(), matchRedundantSExtInReg(), matchRedundantSextInReg(), matchRepeatedFPDivisor(), matchRotateOutOfRange(), matchSameRegOrICstOrSplat(), matchSDivOrSRemByConst(), matchSelectIMinMax(), matchSelectSameVal(), llvm::SPIRVCombinerHelper::matchSelectToFaceForward(), matchSextInRegOfLoad(), matchSextOfTrunc(), matchSextTruncSextLoad(), matchShiftImmedChain(), matchShiftOfShiftedLogic(), matchShiftsTooBig(), matchShlOfVScale(), matchShuffleDisjointMask(), matchShuffleUndefRHS(), matchSimplifyDemandedBits(), matchSimplifyNegMinMax(), matchSimplifySelectToMinMax(), matchSuboCarryOut(), matchSubOfVScale(), matchTruncateOfExt(), matchTruncBuildVectorFold(), matchTruncLshrBuildVectorFold(), matchTruncSSatS(), matchTruncSSatU(), matchTruncUSatU(), matchTruncUSatUToFPTOUISat(), matchUDivOrURemByConst(), matchUMulHToLShr(), matchUnmergeValuesAnyExtBuildVector(), matchUseVectorTruncate(), matchXorOfAndWithSameReg(), matchZextOfTrunc(), replaceRegOpWith(), replaceRegWith(), replaceSingleDefInstWithOperand(), replaceSingleDefInstWithReg(), setRegBank(), and tryReassocBinOp().

Observer

GISelChangeObserver& llvm::CombinerHelper::Observer

protected

Definition at line 120 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), applyCombineExtendingLoads(), applyCombineMulToShl(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyPtrAddImmedChain(), applyRotateOutOfRange(), applyShiftImmedChain(), applyXorOfAndWithSameReg(), CombinerHelper(), matchAndOrDisjointMask(), matchCombineSubToAdd(), matchFreezeOfSingleMaybePoisonOperand(), matchNarrowBinopFeedingAnd(), matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), matchRedundantSextInReg(), replaceOpcodeWith(), replaceRegOpWith(), replaceRegWith(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

RBI

const RegisterBankInfo* llvm::CombinerHelper::RBI

protected

Definition at line 126 of file CombinerHelper.h.

Referenced by CombinerHelper(), getRBI(), and getRegBank().

TII

const TargetInstrInfo* llvm::CombinerHelper::TII

protected

Definition at line 125 of file CombinerHelper.h.

Referenced by CombinerHelper(), and getTII().

TRI

const TargetRegisterInfo* llvm::CombinerHelper::TRI

protected

Definition at line 127 of file CombinerHelper.h.

Referenced by CombinerHelper(), getRegBank(), getTRI(), and matchFreezeOfSingleMaybePoisonOperand().

VT

GISelValueTracking* llvm::CombinerHelper::VT

protected

Definition at line 121 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), buildUDivOrURemUsingMul(), llvm::AMDGPUCombinerHelper::canIgnoreLegacyMinMaxTies(), CombinerHelper(), getValueTracking(), matchAddOverflow(), matchCombineShlOfExtend(), matchCombineTruncOfShift(), matchCombineZextTrunc(), matchCountZeroToZeroPoison(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchOperandIsKnownToBeAPowerOfTwo(), matchRedundantAnd(), matchRedundantOr(), matchRedundantSExtInReg(), matchShiftsTooBig(), matchSimplifyDemandedBits(), matchSuboCarryOut(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

---

The documentation for this class was generated from the following files:

• include/llvm/CodeGen/GlobalISel/CombinerHelper.h
• lib/CodeGen/GlobalISel/CombinerHelper.cpp
• lib/CodeGen/GlobalISel/CombinerHelperCasts.cpp
• lib/CodeGen/GlobalISel/CombinerHelperCompares.cpp
• lib/CodeGen/GlobalISel/CombinerHelperVectorOps.cpp