InstCombineCalls.cpp File Reference

#include "InstCombineInternal.h"
#include "llvm/ADT/APFloat.h"
#include "llvm/ADT/APInt.h"
#include "llvm/ADT/APSInt.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/Bitset.h"
#include "llvm/ADT/STLFunctionalExtras.h"
#include "llvm/ADT/SmallBitVector.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/Analysis/AliasAnalysis.h"
#include "llvm/Analysis/AssumeBundleQueries.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/InstructionSimplify.h"
#include "llvm/Analysis/Loads.h"
#include "llvm/Analysis/MemoryBuiltins.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/IR/AttributeMask.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/BundleAttributes.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/DebugInfo.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/InlineAsm.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsAArch64.h"
#include "llvm/IR/IntrinsicsAMDGPU.h"
#include "llvm/IR/IntrinsicsARM.h"
#include "llvm/IR/IntrinsicsHexagon.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/IR/ProfDataUtils.h"
#include "llvm/IR/Statepoint.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/User.h"
#include "llvm/IR/Value.h"
#include "llvm/IR/ValueHandle.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Support/KnownFPClass.h"
#include "llvm/Support/MathExtras.h"
#include "llvm/Support/TypeSize.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/InstCombine/InstCombiner.h"
#include "llvm/Transforms/Utils/AssumeBundleBuilder.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Utils/SimplifyLibCalls.h"
#include <algorithm>
#include <cassert>
#include <cstdint>
#include <optional>
#include <utility>
#include <vector>
#include "llvm/Transforms/Utils/InstructionWorklist.h"

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "instcombine"

Functions
	STATISTIC (NumSimplified, "Number of library calls simplified")
static Type *	getPromotedType (Type *Ty)
	Return the specified type promoted as it would be to pass though a va_arg area.
static bool	hasUndefSource (AnyMemTransferInst *MI)
	Recognize a memcpy/memmove from a trivially otherwise unused alloca.
static Instruction *	simplifyInvariantGroupIntrinsic (IntrinsicInst &II, InstCombinerImpl &IC)
	This function transforms launder.invariant.group like: launder(launder(x)) -> launder(x) (the result is not the argument) This is legal because it preserves the most recent information about the presence or absence of invariant.group.
static Instruction *	foldCttzCtlz (IntrinsicInst &II, InstCombinerImpl &IC)
static Instruction *	foldCtpop (IntrinsicInst &II, InstCombinerImpl &IC)
static Instruction *	simplifyNeonTbl (IntrinsicInst &II, InstCombiner &IC, bool IsExtension)
	Convert tbl/tbx intrinsics to shufflevector if the mask is constant, and at most two source operands are actually referenced.
static bool	haveSameOperands (const IntrinsicInst &I, const IntrinsicInst &E, unsigned NumOperands)
static bool	removeTriviallyEmptyRange (IntrinsicInst &EndI, InstCombinerImpl &IC, std::function< bool(const IntrinsicInst &)> IsStart)
static CallInst *	canonicalizeConstantArg0ToArg1 (CallInst &Call)
static Instruction *	createOverflowTuple (IntrinsicInst *II, Value *Result, Constant *Overflow)
	Creates a result tuple for an overflow intrinsic II with a given Result and a constant Overflow value.
static bool	inputDenormalIsIEEE (const Function &F, const Type *Ty)
static bool	inputDenormalIsDAZ (const Function &F, const Type *Ty)
static bool	mayFlushDenormalsToPositiveZero (const CallInst *CI)
	Flushing a denormal to +0.0 breaks f(-x) = -f(x) for odd f.
static FCmpInst::Predicate	fpclassTestIsFCmp0 (FPClassTest Mask, const Function &F, Type *Ty)
static std::optional< bool >	getKnownSign (Value *Op, const SimplifyQuery &SQ)
static std::optional< bool >	getKnownSignOrZero (Value *Op, const SimplifyQuery &SQ)
static bool	signBitMustBeTheSame (Value *Op0, Value *Op1, const SimplifyQuery &SQ)
	Return true if two values Op0 and Op1 are known to have the same sign.
static bool	ldexpSaturatingAddIsSafe (Type *FpTy, Type *ExpTy)
static Instruction *	moveAddAfterMinMax (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
	Try to canonicalize min/max(X + C0, C1) as min/max(X, C1 - C0) + C0.
static Instruction *	foldClampRangeOfTwo (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
	If we have a clamp pattern like max (min X, 42), 41 – where the output can only be one of two possible constant values – turn that into a select of constants.
static Value *	reassociateMinMaxWithConstants (IntrinsicInst *II, IRBuilderBase &Builder, const SimplifyQuery &SQ)
	If this min/max has a constant operand and an operand that is a matching min/max with a constant operand, constant-fold the 2 constant operands.
static Instruction *	reassociateMinMaxWithConstantInOperand (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
	If this min/max has a matching min/max operand with a constant, try to push the constant operand into this instruction.
static Instruction *	factorizeMinMaxTree (IntrinsicInst *II)
	Reduce a sequence of min/max intrinsics with a common operand.
template<Intrinsic::ID IntrID>
static Instruction *	foldBitOrderCrossLogicOp (Value *V, InstCombiner::BuilderTy &Builder)
	Fold the following cases and accepts bswap and bitreverse intrinsics: bswap(logic_op(bswap(x), y)) --> logic_op(x, bswap(y)) bswap(logic_op(bswap(x), bswap(y))) --> logic_op(x, y) (ignores multiuse)
static bool	isIdempotentBinaryIntrinsic (Intrinsic::ID IID)
	Helper to match idempotent binary intrinsics, namely, intrinsics where f(f(x, y), y) == f(x, y) holds.
static Value *	foldIdempotentBinaryIntrinsicRecurrence (InstCombinerImpl &IC, IntrinsicInst *II)
	Attempt to simplify value-accumulating recurrences of kind: umax.acc = phi i8 [ umax, backedge ], [ a, entry ] umax = call i8 @llvm.umax.i8(i8 umax.acc, i8 b) And let the idempotent binary intrinsic be hoisted, when the operands are known to be loop-invariant.
static Value *	simplifyReductionOperand (Value *Arg, bool CanReorderLanes)
template<Intrinsic::ID IntrID>
static Value *	foldMinimumOverTrailingOrLeadingZeroCount (Value *I0, Value *I1, const DataLayout &DL, InstCombiner::BuilderTy &Builder)
	Fold an unsigned minimum of trailing or leading zero bits counts: umin(cttz(CtOp1, ZeroUndef), ConstOp) --> cttz(CtOp1 | (1 << ConstOp)) umin(ctlz(CtOp1, ZeroUndef), ConstOp) --> ctlz(CtOp1 | (SignedMin >> ConstOp)) umin(cttz(CtOp1), cttz(CtOp2)) --> cttz(CtOp1 | CtOp2) umin(ctlz(CtOp1), ctlz(CtOp2)) --> ctlz(CtOp1 | CtOp2)
static bool	leftDistributesOverRight (Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp)
	Return whether "X LOp (Y ROp Z)" is always equal to "(X LOp Y) ROp (X LOp Z)".
static bool	rightDistributesOverLeft (Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp)
	Return whether "(X ROp Y) LOp Z" is always equal to "(X LOp Z) ROp (Y LOp Z)".
static Value *	foldIntrinsicUsingDistributiveLaws (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
static Instruction *	foldNeonShift (IntrinsicInst *II, InstCombinerImpl &IC)
static Value *	foldSinAndCosToSinCos (IntrinsicInst *II, IRBuilderBase &B, InstCombinerImpl &IC)
static Value *	foldCmpIntrinsicOfExtended (IntrinsicInst *II, InstCombiner::BuilderTy &Builder, const DataLayout &DL)
	Fold an scmp/ucmp intrinsic whose operands are extended from a narrower type: scmp (sext X), (sext Y) --> scmp X, Y scmp (zext X), (zext Y) --> ucmp X, Y ucmp (ext X), (ext Y) --> ucmp X, Y Both operands must use the same extend opcode and source type.
static Bitset< 256 >	parseFormatStringSpecifiers (StringRef FormatStr)
static bool	isAspectNeeded (StringRef Aspect, CallInst *CI, std::optional< unsigned > FirstArgIdx, const std::optional< Bitset< 256 > > &Specifiers)
static void	referenceAspect (StringRef Aspect, StringRef ImplName, Module *M, IRBuilderBase &B)
static Value *	optimizeModularFormat (CallInst *CI, IRBuilderBase &B)
static IntrinsicInst *	findInitTrampolineFromAlloca (Value *TrampMem)
static IntrinsicInst *	findInitTrampolineFromBB (IntrinsicInst *AdjustTramp, Value *TrampMem)
static IntrinsicInst *	findInitTrampoline (Value *Callee)

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "instcombine"

Definition at line 83 of file InstCombineCalls.cpp.

Function Documentation

canonicalizeConstantArg0ToArg1()

CallInst * canonicalizeConstantArg0ToArg1 ( CallInst & Call )

static

Definition at line 914 of file InstCombineCalls.cpp.

References assert(), Call, and llvm::isa().

Referenced by llvm::InstCombinerImpl::visitCallInst().

createOverflowTuple()

Instruction * createOverflowTuple ( IntrinsicInst * II, Value * Result, Constant * Overflow )

static

Creates a result tuple for an overflow intrinsic II with a given Result and a constant Overflow value.

Definition at line 936 of file InstCombineCalls.cpp.

References llvm::cast(), llvm::InsertValueInst::Create(), llvm::ConstantStruct::get(), llvm::PoisonValue::get(), and II.

factorizeMinMaxTree()

Instruction * factorizeMinMaxTree ( IntrinsicInst * II )

static

Reduce a sequence of min/max intrinsics with a common operand.

Definition at line 1464 of file InstCombineCalls.cpp.

References A(), assert(), B(), C(), llvm::CallInst::Create(), D(), llvm::dyn_cast(), llvm::Intrinsic::getOrInsertDeclaration(), II, LHS, Mod, and RHS.

Referenced by llvm::InstCombinerImpl::visitCallInst().

findInitTrampoline()

IntrinsicInst * findInitTrampoline ( Value * Callee )

static

Definition at line 4879 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), findInitTrampolineFromAlloca(), findInitTrampolineFromBB(), llvm::IntrinsicInst::getIntrinsicID(), llvm::User::getOperand(), and IT.

findInitTrampolineFromAlloca()

IntrinsicInst * findInitTrampolineFromAlloca ( Value * TrampMem )

static

Definition at line 4819 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), llvm::User::getOperand(), II, llvm::isa(), llvm::Value::stripPointerCasts(), and llvm::Value::users().

Referenced by findInitTrampoline().

findInitTrampolineFromBB()

IntrinsicInst * findInitTrampolineFromBB ( IntrinsicInst * AdjustTramp, Value * TrampMem )

static

Definition at line 4858 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), E(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), I, II, and llvm::Instruction::mayWriteToMemory().

Referenced by findInitTrampoline().

foldBitOrderCrossLogicOp()

template<Intrinsic::ID IntrID>

Instruction * foldBitOrderCrossLogicOp ( Value * V, InstCombiner::BuilderTy & Builder )

static

Fold the following cases and accepts bswap and bitreverse intrinsics: bswap(logic_op(bswap(x), y)) --> logic_op(x, bswap(y)) bswap(logic_op(bswap(x), bswap(y))) --> logic_op(x, y) (ignores multiuse)

Definition at line 1622 of file InstCombineCalls.cpp.

References llvm::cast(), llvm::BinaryOperator::Create(), llvm::isa(), llvm::PatternMatch::m_BitwiseLogic(), llvm::PatternMatch::m_Intrinsic(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), X, and Y.

foldClampRangeOfTwo()

Instruction * foldClampRangeOfTwo ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

If we have a clamp pattern like max (min X, 42), 41 – where the output can only be one of two possible constant values – turn that into a select of constants.

Definition at line 1362 of file InstCombineCalls.cpp.

References llvm::CmpInst::BAD_ICMP_PREDICATE, llvm::SelectInst::Create(), llvm::Value::hasOneUse(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, II, llvm_unreachable, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_SMax(), llvm::PatternMatch::m_SMin(), llvm::PatternMatch::m_UMax(), llvm::PatternMatch::m_UMin(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), and X.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldCmpIntrinsicOfExtended()

Value * foldCmpIntrinsicOfExtended ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder, const DataLayout & DL )

static

Fold an scmp/ucmp intrinsic whose operands are extended from a narrower type: scmp (sext X), (sext Y) --> scmp X, Y scmp (zext X), (zext Y) --> ucmp X, Y ucmp (ext X), (ext Y) --> ucmp X, Y Both operands must use the same extend opcode and source type.

A constant operand is narrowed instead, if truncating and re-extending it gives back the same constant.

Definition at line 1983 of file InstCombineCalls.cpp.

References llvm::cast(), DL, llvm::getLosslessInvCast(), II, llvm::PatternMatch::m_ImmConstant(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZExtOrSExt(), llvm::PatternMatch::match(), std::swap(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldCtpop()

Instruction * foldCtpop ( IntrinsicInst & II, InstCombinerImpl & IC )

static

Definition at line 651 of file InstCombineCalls.cpp.

References assert(), llvm::BitWidth, llvm::InstCombiner::Builder, llvm::InstCombiner::computeKnownBits(), llvm::ConstantRange::contains(), llvm::CallInst::Create(), llvm::CastInst::Create(), llvm::IRBuilderBase::CreateICmp(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateSub(), llvm::IRBuilderBase::CreateUnaryIntrinsic(), F, llvm::IRBuilderBase::getFalse(), llvm::Constant::getNullValue(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::InstCombiner::getSimplifyQuery(), llvm::SimplifyQuery::getWithInstruction(), llvm::APInt::getZero(), llvm::Value::hasOneUse(), llvm::CmpInst::ICMP_NE, II, llvm::isKnownNonZero(), llvm::InstCombiner::isKnownToBeAPowerOfTwo(), llvm::Known, llvm::Lower, llvm::PatternMatch::m_Add(), llvm::MIPatternMatch::m_AllOnes(), llvm::PatternMatch::m_BitReverse(), llvm::PatternMatch::m_BSwap(), llvm::PatternMatch::m_c_And(), llvm::PatternMatch::m_c_Or(), llvm::PatternMatch::m_Deferred(), llvm::PatternMatch::m_FShl(), llvm::PatternMatch::m_FShr(), llvm::MIPatternMatch::m_Neg(), llvm::MIPatternMatch::m_Not(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZExt(), llvm::PatternMatch::match(), Range, llvm::InstCombiner::replaceInstUsesWith(), llvm::ConstantRange::Unsigned, llvm::Upper, X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldCttzCtlz()

Instruction * foldCttzCtlz ( IntrinsicInst & II, InstCombinerImpl & IC )

static

Definition at line 470 of file InstCombineCalls.cpp.

References assert(), llvm::BitWidth, llvm::InstCombiner::Builder, C(), llvm::InstCombiner::computeKnownBits(), llvm::CallInst::Create(), llvm::IRBuilderBase::CreateBinaryIntrinsic(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::BinaryOperator::CreateNot(), llvm::IRBuilderBase::CreateSub(), llvm::IRBuilderBase::CreateZExt(), F, llvm::SelectPatternResult::Flavor, llvm::IRBuilderBase::getFalse(), llvm::Constant::getNullValue(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::Type::getScalarSizeInBits(), llvm::InstCombiner::getSimplifyQuery(), llvm::IRBuilderBase::getTrue(), llvm::Value::getType(), llvm::SimplifyQuery::getWithInstruction(), llvm::Value::hasOneUse(), II, llvm::isKnownNonZero(), llvm::Known, llvm::PatternMatch::m_Add(), llvm::MIPatternMatch::m_AllOnes(), llvm::PatternMatch::m_BitReverse(), llvm::PatternMatch::m_c_And(), llvm::PatternMatch::m_CheckedInt(), llvm::PatternMatch::m_Deferred(), llvm::PatternMatch::m_Exact(), llvm::PatternMatch::m_ImmConstant(), llvm::PatternMatch::m_Intrinsic(), llvm::PatternMatch::m_LShr(), llvm::PatternMatch::m_Mul(), llvm::MIPatternMatch::m_Neg(), llvm::MIPatternMatch::m_Not(), llvm::PatternMatch::m_NUWShl(), llvm::PatternMatch::m_One(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_SExt(), llvm::PatternMatch::m_Shift(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_Zero(), llvm::PatternMatch::m_ZExt(), llvm::PatternMatch::match(), llvm::matchSelectPattern(), Range, llvm::InstCombiner::replaceInstUsesWith(), llvm::Instruction::setHasNoSignedWrap(), llvm::Instruction::setHasNoUnsignedWrap(), llvm::SPF_ABS, llvm::SPF_NABS, llvm::InstCombinerImpl::tryGetLog2(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldIdempotentBinaryIntrinsicRecurrence()

Value * foldIdempotentBinaryIntrinsicRecurrence ( InstCombinerImpl & IC, IntrinsicInst * II )

static

Attempt to simplify value-accumulating recurrences of kind: umax.acc = phi i8 [ umax, backedge ], [ a, entry ] umax = call i8 @llvm.umax.i8(i8 umax.acc, i8 b) And let the idempotent binary intrinsic be hoisted, when the operands are known to be loop-invariant.

Definition at line 1682 of file InstCombineCalls.cpp.

References llvm::InstCombiner::Builder, llvm::cast(), llvm::IRBuilderBase::CreateBinaryIntrinsic(), llvm::DominatorTree::dominates(), llvm::InstCombiner::getDominatorTree(), II, llvm::isa(), isIdempotentBinaryIntrinsic(), and llvm::matchSimpleBinaryIntrinsicRecurrence().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldIntrinsicUsingDistributiveLaws()

Value * foldIntrinsicUsingDistributiveLaws ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

Definition at line 1816 of file InstCombineCalls.cpp.

References A(), B(), C(), D(), llvm::dyn_cast(), llvm::Operator::getOpcode(), llvm::User::getOperand(), llvm::OverflowingBinaryOperator::hasNoSignedWrap(), llvm::OverflowingBinaryOperator::hasNoUnsignedWrap(), llvm::Value::hasOneUse(), II, llvm::OverflowingBinaryOperator::isCommutative(), leftDistributesOverRight(), LHS, RHS, rightDistributesOverLeft(), and std::swap().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldMinimumOverTrailingOrLeadingZeroCount()

template<Intrinsic::ID IntrID>

Value * foldMinimumOverTrailingOrLeadingZeroCount ( Value * I0, Value * I1, const DataLayout & DL, InstCombiner::BuilderTy & Builder )

static

Fold an unsigned minimum of trailing or leading zero bits counts: umin(cttz(CtOp1, ZeroUndef), ConstOp) --> cttz(CtOp1 | (1 << ConstOp)) umin(ctlz(CtOp1, ZeroUndef), ConstOp) --> ctlz(CtOp1 | (SignedMin >> ConstOp)) umin(cttz(CtOp1), cttz(CtOp2)) --> cttz(CtOp1 | CtOp2) umin(ctlz(CtOp1), ctlz(CtOp2)) --> ctlz(CtOp1 | CtOp2)

Definition at line 1737 of file InstCombineCalls.cpp.

References llvm::BitWidth, C(), llvm::cast(), llvm::ConstantFoldBinaryOpOperands(), DL, llvm::APInt::getSignedMinValue(), llvm::ConstantInt::getTrue(), llvm::Value::getType(), llvm::PatternMatch::m_CheckedInt(), llvm::PatternMatch::m_Intrinsic(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), and llvm::PatternMatch::match().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldNeonShift()

Instruction * foldNeonShift ( IntrinsicInst * II, InstCombinerImpl & IC )

static

Definition at line 1867 of file InstCombineCalls.cpp.

References B(), llvm::InstCombiner::Builder, C(), Check, llvm::dyn_cast(), llvm::dyn_cast_or_null(), E(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), I, II, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldSinAndCosToSinCos()

Value * foldSinAndCosToSinCos ( IntrinsicInst * II, IRBuilderBase & B, InstCombinerImpl & IC )

static

Definition at line 1916 of file InstCombineCalls.cpp.

References B(), llvm::BasicBlock::begin(), llvm::dyn_cast(), llvm::InstCombinerImpl::eraseInstFromFunction(), llvm::Instruction::getFastMathFlags(), llvm::Instruction::getMetadata(), llvm::MDNode::getMostGenericFPMath(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::Value::getType(), II, llvm::isa(), llvm::InstCombiner::replaceInstUsesWith(), llvm::Instruction::setFastMathFlags(), llvm::Instruction::setMetadata(), and llvm::Value::users().

Referenced by llvm::InstCombinerImpl::visitCallInst().

fpclassTestIsFCmp0()

FCmpInst::Predicate fpclassTestIsFCmp0 ( FPClassTest Mask, const Function & F, Type * Ty )

static

Returns

the compare predicate type if the test performed by llvm.is.fpclass(x, Mask) is equivalent to fcmp o__ x, 0.0 with the floating-point environment assumed for F for type Ty

Definition at line 1004 of file InstCombineCalls.cpp.

References llvm::CmpInst::BAD_FCMP_PREDICATE, F, llvm::CmpInst::FCMP_OEQ, llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_ONE, llvm::fcNan, llvm::fcNegative, llvm::fcNegInf, llvm::fcNegNormal, llvm::fcNegSubnormal, llvm::fcNegZero, llvm::fcPosInf, llvm::fcPositive, llvm::fcPosNormal, llvm::fcPosSubnormal, llvm::fcPosZero, llvm::fcSubnormal, llvm::fcZero, inputDenormalIsDAZ(), and inputDenormalIsIEEE().

getKnownSign()

std::optional< bool > getKnownSign ( Value * Op, const SimplifyQuery & SQ )

static

Definition at line 1202 of file InstCombineCalls.cpp.

References llvm::computeKnownBits(), llvm::SimplifyQuery::CtxI, llvm::SimplifyQuery::DL, llvm::CmpInst::ICMP_SLT, llvm::isImpliedByDomCondition(), llvm::Known, llvm::PatternMatch::m_NSWSub(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), X, and Y.

Referenced by getKnownSignOrZero(), signBitMustBeTheSame(), and llvm::InstCombinerImpl::visitCallInst().

getKnownSignOrZero()

std::optional< bool > getKnownSignOrZero ( Value * Op, const SimplifyQuery & SQ )

static

Definition at line 1216 of file InstCombineCalls.cpp.

References llvm::SimplifyQuery::CtxI, llvm::SimplifyQuery::DL, getKnownSign(), llvm::CmpInst::ICMP_SLE, llvm::isImpliedByDomCondition(), llvm::PatternMatch::m_NSWSub(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

getPromotedType()

Type * getPromotedType ( Type * Ty )

static

Return the specified type promoted as it would be to pass though a va_arg area.

Definition at line 93 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), and llvm::Type::getInt32Ty().

hasUndefSource()

bool hasUndefSource ( AnyMemTransferInst * MI )

static

Recognize a memcpy/memmove from a trivially otherwise unused alloca.

TODO: This should probably be integrated with visitAllocSites, but that requires a deeper change to allow either unread or unwritten objects.

Definition at line 104 of file InstCombineCalls.cpp.

References llvm::cast(), llvm::isa(), and MI.

Referenced by llvm::InstCombinerImpl::SimplifyAnyMemTransfer().

haveSameOperands()

bool haveSameOperands ( const IntrinsicInst & I, const IntrinsicInst & E, unsigned NumOperands )

static

Definition at line 856 of file InstCombineCalls.cpp.

References assert(), E(), and I.

Referenced by removeTriviallyEmptyRange().

inputDenormalIsDAZ()

bool inputDenormalIsDAZ ( const Function & F, const Type * Ty )

static

Definition at line 989 of file InstCombineCalls.cpp.

References F.

Referenced by fpclassTestIsFCmp0().

inputDenormalIsIEEE()

bool inputDenormalIsIEEE ( const Function & F, const Type * Ty )

static

Definition at line 984 of file InstCombineCalls.cpp.

References F, and llvm::DenormalMode::IEEE.

Referenced by fpclassTestIsFCmp0().

isAspectNeeded()

bool isAspectNeeded ( StringRef Aspect, CallInst * CI, std::optional< unsigned > FirstArgIdx, const std::optional< Bitset< 256 > > & Specifiers )

static

Definition at line 4683 of file InstCombineCalls.cpp.

References llvm::Bitset< NumBits >::any(), llvm::any_of(), llvm::CallBase::arg_begin(), llvm::CallBase::arg_end(), and llvm::make_range().

Referenced by optimizeModularFormat().

isIdempotentBinaryIntrinsic()

bool isIdempotentBinaryIntrinsic ( Intrinsic::ID IID )

static

Helper to match idempotent binary intrinsics, namely, intrinsics where f(f(x, y), y) == f(x, y) holds.

Definition at line 1659 of file InstCombineCalls.cpp.

Referenced by foldIdempotentBinaryIntrinsicRecurrence().

ldexpSaturatingAddIsSafe()

bool ldexpSaturatingAddIsSafe ( Type * FpTy, Type * ExpTy )

static

Definition at line 1244 of file InstCombineCalls.cpp.

References llvm::Type::getFltSemantics(), llvm::APFloat::getLargest(), llvm::Type::getScalarSizeInBits(), llvm::Type::getScalarType(), llvm::APFloat::getSmallest(), llvm::APFloat::isInfinity(), llvm::APFloat::isZero(), llvm::maxIntN(), llvm::minIntN(), llvm::APFloatBase::rmNearestTiesToEven, llvm::scalbn(), and llvm::APFloatBase::semanticsHasInf().

Referenced by llvm::InstCombinerImpl::visitCallInst().

leftDistributesOverRight()

bool leftDistributesOverRight ( Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp )

static

Return whether "X LOp (Y ROp Z)" is always equal to "(X LOp Y) ROp (X LOp Z)".

Definition at line 1776 of file InstCombineCalls.cpp.

Referenced by foldIntrinsicUsingDistributiveLaws(), llvm::InstCombinerImpl::foldUsingDistributiveLaws(), rightDistributesOverLeft(), rightDistributesOverLeft(), and tryFactorization().

mayFlushDenormalsToPositiveZero()

bool mayFlushDenormalsToPositiveZero ( const CallInst * CI )

static

Flushing a denormal to +0.0 breaks f(-x) = -f(x) for odd f.

Definition at line 995 of file InstCombineCalls.cpp.

References llvm::Function::getDenormalMode(), llvm::Type::getFltSemantics(), llvm::Instruction::getFunction(), llvm::Type::getScalarType(), llvm::Value::getType(), and Mode.

Referenced by optimizeSymmetricCall(), and llvm::InstCombinerImpl::visitCallInst().

moveAddAfterMinMax()

Instruction * moveAddAfterMinMax ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

Try to canonicalize min/max(X + C0, C1) as min/max(X, C1 - C0) + C0.

This can trigger other combines.

Definition at line 1263 of file InstCombineCalls.cpp.

References llvm::Add, assert(), llvm::cast(), II, llvm::PatternMatch::m_Add(), llvm::PatternMatch::m_APInt(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::APInt::ssub_ov(), llvm::APInt::usub_ov(), and X.

Referenced by llvm::InstCombinerImpl::visitCallInst().

optimizeModularFormat()

Value * optimizeModularFormat ( CallInst * CI, IRBuilderBase & B )

static

Definition at line 4724 of file InstCombineCalls.cpp.

References llvm::ArrayRef(), assert(), B(), llvm::cast(), llvm::Instruction::clone(), llvm::ArrayRef< T >::drop_front(), llvm::ArrayRef< T >::empty(), llvm::CallBase::getArgOperand(), llvm::StringRef::getAsInteger(), llvm::CallBase::getCalledFunction(), llvm::getConstantStringInfo(), llvm::CallBase::getFnAttr(), llvm::Instruction::getModule(), llvm::Attribute::getValueAsString(), llvm::CallBase::hasFnAttr(), isAspectNeeded(), parseFormatStringSpecifiers(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), referenceAspect(), llvm::ArrayRef< T >::size(), llvm::SmallVectorTemplateCommon< T, typename >::size(), llvm::sort(), and llvm::split().

parseFormatStringSpecifiers()

Bitset< 256 > parseFormatStringSpecifiers ( StringRef FormatStr )

static

Definition at line 4659 of file InstCombineCalls.cpp.

References llvm::StringRef::find_first_not_of(), I, llvm::StringRef::npos, llvm::Bitset< NumBits >::set(), and llvm::StringRef::size().

Referenced by optimizeModularFormat().

reassociateMinMaxWithConstantInOperand()

Instruction * reassociateMinMaxWithConstantInOperand ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

If this min/max has a matching min/max operand with a constant, try to push the constant operand into this instruction.

This can enable more folds.

Definition at line 1436 of file InstCombineCalls.cpp.

References C(), llvm::CallInst::Create(), llvm::dyn_cast(), llvm::Intrinsic::getOrInsertDeclaration(), II, llvm::PatternMatch::m_c_MaxOrMin(), llvm::PatternMatchHelpers::m_CombineAnd(), llvm::PatternMatch::m_ImmConstant(), llvm::PatternMatch::m_Instruction(), llvm::PatternMatch::m_MaxOrMin(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::Value::takeName(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

reassociateMinMaxWithConstants()

Value * reassociateMinMaxWithConstants ( IntrinsicInst * II, IRBuilderBase & Builder, const SimplifyQuery & SQ )

static

If this min/max has a constant operand and an operand that is a matching min/max with a constant operand, constant-fold the 2 constant operands.

Definition at line 1402 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), llvm::MinMaxIntrinsic::getPredicate(), II, llvm::isKnownNonNegative(), LHS, llvm::PatternMatch::m_ImmConstant(), and llvm::PatternMatch::match().

Referenced by llvm::InstCombinerImpl::visitCallInst().

referenceAspect()

void referenceAspect ( StringRef Aspect, StringRef ImplName, Module * M, IRBuilderBase & B )

static

Definition at line 4712 of file InstCombineCalls.cpp.

References B(), llvm::MDString::get(), llvm::MetadataAsValue::get(), and llvm::Intrinsic::getOrInsertDeclaration().

Referenced by optimizeModularFormat().

removeTriviallyEmptyRange()

bool removeTriviallyEmptyRange ( IntrinsicInst & EndI, InstCombinerImpl & IC, std::function< bool(const IntrinsicInst &)> IsStart )

static

Definition at line 876 of file InstCombineCalls.cpp.

References llvm::CallBase::arg_size(), llvm::dyn_cast(), llvm::InstCombinerImpl::eraseInstFromFunction(), llvm::IntrinsicInst::getIntrinsicID(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), haveSameOperands(), and I.

Referenced by llvm::InstCombinerImpl::visitCallInst(), and llvm::InstCombinerImpl::visitVAEndInst().

rightDistributesOverLeft()

bool rightDistributesOverLeft ( Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp )

static

Return whether "(X ROp Y) LOp Z" is always equal to "(X LOp Z) ROp (Y LOp Z)".

Definition at line 1796 of file InstCombineCalls.cpp.

References llvm::Instruction::isCommutative(), and leftDistributesOverRight().

Referenced by foldIntrinsicUsingDistributiveLaws(), llvm::InstCombinerImpl::foldUsingDistributiveLaws(), and tryFactorization().

signBitMustBeTheSame()

bool signBitMustBeTheSame ( Value * Op0, Value * Op1, const SimplifyQuery & SQ )

static

Return true if two values Op0 and Op1 are known to have the same sign.

Definition at line 1229 of file InstCombineCalls.cpp.

References getKnownSign().

Referenced by llvm::InstCombinerImpl::visitCallInst().

simplifyInvariantGroupIntrinsic()

Instruction * simplifyInvariantGroupIntrinsic ( IntrinsicInst & II, InstCombinerImpl & IC )

static

This function transforms launder.invariant.group like: launder(launder(x)) -> launder(x) (the result is not the argument) This is legal because it preserves the most recent information about the presence or absence of invariant.group.

Definition at line 448 of file InstCombineCalls.cpp.

References llvm::InstCombiner::Builder, llvm::cast(), llvm::IRBuilderBase::CreateAddrSpaceCast(), llvm::IRBuilderBase::CreateLaunderInvariantGroup(), llvm::dyn_cast(), and II.

Referenced by llvm::InstCombinerImpl::visitCallInst().

simplifyNeonTbl()

Instruction * simplifyNeonTbl ( IntrinsicInst & II, InstCombiner & IC, bool IsExtension )

static

Convert tbl/tbx intrinsics to shufflevector if the mask is constant, and at most two source operands are actually referenced.

Definition at line 741 of file InstCombineCalls.cpp.

References llvm::ArrayRef(), llvm::InstCombiner::Builder, C(), llvm::cast(), llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::contains(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::Constant::getNullValue(), llvm::Value::getType(), I, II, llvm::isa(), llvm::InstCombiner::replaceInstUsesWith(), llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::size(), llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::try_emplace(), and uint64_t.

Referenced by llvm::InstCombinerImpl::visitCallInst().

simplifyReductionOperand()

Value * simplifyReductionOperand ( Value * Arg, bool CanReorderLanes )

static

Definition at line 1702 of file InstCombineCalls.cpp.

References llvm::SmallBitVector::all(), llvm::cast(), llvm::Value::getType(), llvm::isa(), llvm::PatternMatch::m_Shuffle(), llvm::PatternMatch::m_Undef(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_VecReverse(), llvm::PatternMatch::match(), llvm::PoisonMaskElem, llvm::SmallBitVector::set(), and llvm::SmallBitVector::test().

Referenced by llvm::InstCombinerImpl::visitCallInst().

STATISTIC()

STATISTIC	(	NumSimplified	,
		"Number of library calls simplified"	)