LLVM
15.0.0git
|
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/ADT/APFloat.h"
#include "llvm/ADT/APInt.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/None.h"
#include "llvm/ADT/Optional.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/iterator_range.h"
#include "llvm/Analysis/AliasAnalysis.h"
#include "llvm/Analysis/AssumeBundleQueries.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/ConstantFolding.h"
#include "llvm/Analysis/EHPersonalities.h"
#include "llvm/Analysis/GuardUtils.h"
#include "llvm/Analysis/InstructionSimplify.h"
#include "llvm/Analysis/Loads.h"
#include "llvm/Analysis/LoopInfo.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/TargetLibraryInfo.h"
#include "llvm/IR/Argument.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/ConstantRange.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/DiagnosticInfo.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GetElementPtrTypeIterator.h"
#include "llvm/IR/GlobalAlias.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsAArch64.h"
#include "llvm/IR/IntrinsicsRISCV.h"
#include "llvm/IR/IntrinsicsX86.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Operator.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/User.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Support/MathExtras.h"
#include <algorithm>
#include <cassert>
#include <cstdint>
#include <utility>
Go to the source code of this file.
Functions | |
static unsigned | getBitWidth (Type *Ty, const DataLayout &DL) |
Returns the bitwidth of the given scalar or pointer type. More... | |
static const Instruction * | safeCxtI (const Value *V, const Instruction *CxtI) |
static const Instruction * | safeCxtI (const Value *V1, const Value *V2, const Instruction *CxtI) |
static bool | getShuffleDemandedElts (const ShuffleVectorInst *Shuf, const APInt &DemandedElts, APInt &DemandedLHS, APInt &DemandedRHS) |
static void | computeKnownBits (const Value *V, const APInt &DemandedElts, KnownBits &Known, unsigned Depth, const Query &Q) |
Determine which bits of V are known to be either zero or one and return them in the Known bit set. More... | |
static void | computeKnownBits (const Value *V, KnownBits &Known, unsigned Depth, const Query &Q) |
static KnownBits | computeKnownBits (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
Determine which bits of V are known to be either zero or one and return them. More... | |
static KnownBits | computeKnownBits (const Value *V, unsigned Depth, const Query &Q) |
Determine which bits of V are known to be either zero or one and return them. More... | |
static bool | isKnownToBeAPowerOfTwo (const Value *V, bool OrZero, unsigned Depth, const Query &Q) |
Return true if the given value is known to have exactly one bit set when defined. More... | |
static bool | isKnownNonZero (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
Return true if the given value is known to be non-zero when defined. More... | |
static bool | isKnownNonZero (const Value *V, unsigned Depth, const Query &Q) |
static bool | isKnownNonEqual (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if it is known that V1 != V2. More... | |
static bool | MaskedValueIsZero (const Value *V, const APInt &Mask, unsigned Depth, const Query &Q) |
Return true if 'V & Mask' is known to be zero. More... | |
static unsigned | ComputeNumSignBits (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
static unsigned | ComputeNumSignBits (const Value *V, unsigned Depth, const Query &Q) |
static void | computeKnownBitsAddSub (bool Add, const Value *Op0, const Value *Op1, bool NSW, const APInt &DemandedElts, KnownBits &KnownOut, KnownBits &Known2, unsigned Depth, const Query &Q) |
static void | computeKnownBitsMul (const Value *Op0, const Value *Op1, bool NSW, const APInt &DemandedElts, KnownBits &Known, KnownBits &Known2, unsigned Depth, const Query &Q) |
static bool | isEphemeralValueOf (const Instruction *I, const Value *E) |
static bool | cmpExcludesZero (CmpInst::Predicate Pred, const Value *RHS) |
static bool | isKnownNonZeroFromAssume (const Value *V, const Query &Q) |
static void | computeKnownBitsFromAssume (const Value *V, KnownBits &Known, unsigned Depth, const Query &Q) |
static void | computeKnownBitsFromShiftOperator (const Operator *I, const APInt &DemandedElts, KnownBits &Known, KnownBits &Known2, unsigned Depth, const Query &Q, function_ref< KnownBits(const KnownBits &, const KnownBits &)> KF) |
Compute known bits from a shift operator, including those with a non-constant shift amount. More... | |
static void | computeKnownBitsFromOperator (const Operator *I, const APInt &DemandedElts, KnownBits &Known, unsigned Depth, const Query &Q) |
static bool | isPowerOfTwoRecurrence (const PHINode *PN, bool OrZero, unsigned Depth, Query &Q) |
Try to detect a recurrence that the value of the induction variable is always a power of two (or zero). More... | |
static bool | isGEPKnownNonNull (const GEPOperator *GEP, unsigned Depth, const Query &Q) |
Test whether a GEP's result is known to be non-null. More... | |
static bool | isKnownNonNullFromDominatingCondition (const Value *V, const Instruction *CtxI, const DominatorTree *DT) |
static bool | rangeMetadataExcludesValue (const MDNode *Ranges, const APInt &Value) |
Does the 'Range' metadata (which must be a valid MD_range operand list) ensure that the value it's attached to is never Value? 'RangeType' is is the type of the value described by the range. More... | |
static bool | isNonZeroRecurrence (const PHINode *PN) |
Try to detect a recurrence that monotonically increases/decreases from a non-zero starting value. More... | |
static Optional< std::pair< Value *, Value * > > | getInvertibleOperands (const Operator *Op1, const Operator *Op2) |
If the pair of operators are the same invertible function, return the the operands of the function corresponding to each input. More... | |
static bool | isAddOfNonZero (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if V2 == V1 + X, where X is known non-zero. More... | |
static bool | isNonEqualMul (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if V2 == V1 * C, where V1 is known non-zero, C is not 0/1 and the multiplication is nuw or nsw. More... | |
static bool | isNonEqualShl (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if V2 == V1 << C, where V1 is known non-zero, C is not 0 and the shift is nuw or nsw. More... | |
static bool | isNonEqualPHIs (const PHINode *PN1, const PHINode *PN2, unsigned Depth, const Query &Q) |
static bool | isSignedMinMaxClamp (const Value *Select, const Value *&In, const APInt *&CLow, const APInt *&CHigh) |
static bool | isSignedMinMaxIntrinsicClamp (const IntrinsicInst *II, const APInt *&CLow, const APInt *&CHigh) |
static unsigned | computeNumSignBitsVectorConstant (const Value *V, const APInt &DemandedElts, unsigned TyBits) |
For vector constants, loop over the elements and find the constant with the minimum number of sign bits. More... | |
static unsigned | ComputeNumSignBitsImpl (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
Return the number of times the sign bit of the register is replicated into the other bits. More... | |
static bool | cannotBeOrderedLessThanZeroImpl (const Value *V, const TargetLibraryInfo *TLI, bool SignBitOnly, unsigned Depth) |
If SignBitOnly is true, test for a known 0 sign bit rather than a standard ordered compare. More... | |
static Value * | BuildSubAggregate (Value *From, Value *To, Type *IndexedType, SmallVectorImpl< unsigned > &Idxs, unsigned IdxSkip, Instruction *InsertBefore) |
static Value * | BuildSubAggregate (Value *From, ArrayRef< unsigned > idx_range, Instruction *InsertBefore) |
static uint64_t | GetStringLengthH (const Value *V, SmallPtrSetImpl< const PHINode * > &PHIs, unsigned CharSize) |
If we can compute the length of the string pointed to by the specified pointer, return 'len+1'. More... | |
static bool | isSameUnderlyingObjectInLoop (const PHINode *PN, const LoopInfo *LI) |
PN defines a loop-variant pointer to an object. More... | |
static const Value * | getUnderlyingObjectFromInt (const Value *V) |
This is the function that does the work of looking through basic ptrtoint+arithmetic+inttoptr sequences. More... | |
static bool | onlyUsedByLifetimeMarkersOrDroppableInstsHelper (const Value *V, bool AllowLifetime, bool AllowDroppable) |
static OverflowResult | mapOverflowResult (ConstantRange::OverflowResult OR) |
Convert ConstantRange OverflowResult into ValueTracking OverflowResult. More... | |
static ConstantRange | computeConstantRangeIncludingKnownBits (const Value *V, bool ForSigned, const DataLayout &DL, unsigned Depth, AssumptionCache *AC, const Instruction *CxtI, const DominatorTree *DT, OptimizationRemarkEmitter *ORE=nullptr, bool UseInstrInfo=true) |
Combine constant ranges from computeConstantRange() and computeKnownBits(). More... | |
static OverflowResult | computeOverflowForSignedAdd (const Value *LHS, const Value *RHS, const AddOperator *Add, const DataLayout &DL, AssumptionCache *AC, const Instruction *CxtI, const DominatorTree *DT) |
static bool | canCreateUndefOrPoison (const Operator *Op, bool PoisonOnly, bool ConsiderFlags) |
static bool | directlyImpliesPoison (const Value *ValAssumedPoison, const Value *V, unsigned Depth) |
static bool | impliesPoison (const Value *ValAssumedPoison, const Value *V, unsigned Depth) |
static bool | programUndefinedIfUndefOrPoison (const Value *V, bool PoisonOnly) |
static bool | isGuaranteedNotToBeUndefOrPoison (const Value *V, AssumptionCache *AC, const Instruction *CtxI, const DominatorTree *DT, unsigned Depth, bool PoisonOnly) |
static bool | isKnownNonNaN (const Value *V, FastMathFlags FMF) |
static bool | isKnownNonZero (const Value *V) |
static SelectPatternResult | matchFastFloatClamp (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal, Value *&LHS, Value *&RHS) |
Match clamp pattern for float types without care about NaNs or signed zeros. More... | |
static SelectPatternResult | matchClamp (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal) |
Recognize variations of: CLAMP(v,l,h) ==> ((v) < (l) ? (l) : ((v) > (h) ? (h) : (v))) More... | |
static SelectPatternResult | matchMinMaxOfMinMax (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TVal, Value *FVal, unsigned Depth) |
Recognize variations of: a < c ? min(a,b) : min(b,c) ==> min(min(a,b),min(b,c)) More... | |
static Value * | getNotValue (Value *V) |
If the input value is the result of a 'not' op, constant integer, or vector splat of a constant integer, return the bitwise-not source value. More... | |
static SelectPatternResult | matchMinMax (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal, Value *&LHS, Value *&RHS, unsigned Depth) |
Match non-obvious integer minimum and maximum sequences. More... | |
static SelectPatternResult | matchSelectPattern (CmpInst::Predicate Pred, FastMathFlags FMF, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal, Value *&LHS, Value *&RHS, unsigned Depth) |
static Value * | lookThroughCast (CmpInst *CmpI, Value *V1, Value *V2, Instruction::CastOps *CastOp) |
Helps to match a select pattern in case of a type mismatch. More... | |
static bool | isTruePredicate (CmpInst::Predicate Pred, const Value *LHS, const Value *RHS, const DataLayout &DL, unsigned Depth) |
Return true if "icmp Pred LHS RHS" is always true. More... | |
static Optional< bool > | isImpliedCondOperands (CmpInst::Predicate Pred, const Value *ALHS, const Value *ARHS, const Value *BLHS, const Value *BRHS, const DataLayout &DL, unsigned Depth) |
Return true if "icmp Pred BLHS BRHS" is true whenever "icmp Pred
ALHS ARHS" is true. More... | |
static bool | isMatchingOps (const Value *ALHS, const Value *ARHS, const Value *BLHS, const Value *BRHS, bool &IsSwappedOps) |
Return true if the operands of the two compares match. More... | |
static Optional< bool > | isImpliedCondMatchingOperands (CmpInst::Predicate APred, CmpInst::Predicate BPred, bool AreSwappedOps) |
Return true if "icmp1 APred X, Y" implies "icmp2 BPred X, Y" is true. More... | |
static Optional< bool > | isImpliedCondMatchingImmOperands (CmpInst::Predicate APred, const ConstantInt *C1, CmpInst::Predicate BPred, const ConstantInt *C2) |
Return true if "icmp APred X, C1" implies "icmp BPred X, C2" is true. More... | |
static Optional< bool > | isImpliedCondICmps (const ICmpInst *LHS, CmpInst::Predicate BPred, const Value *BLHS, const Value *BRHS, const DataLayout &DL, bool LHSIsTrue, unsigned Depth) |
Return true if LHS implies RHS is true. More... | |
static Optional< bool > | isImpliedCondAndOr (const Instruction *LHS, CmpInst::Predicate RHSPred, const Value *RHSOp0, const Value *RHSOp1, const DataLayout &DL, bool LHSIsTrue, unsigned Depth) |
Return true if LHS implies RHS is true. More... | |
static std::pair< Value *, bool > | getDomPredecessorCondition (const Instruction *ContextI) |
static void | setLimitsForBinOp (const BinaryOperator &BO, APInt &Lower, APInt &Upper, const InstrInfoQuery &IIQ, bool PreferSignedRange) |
static void | setLimitsForIntrinsic (const IntrinsicInst &II, APInt &Lower, APInt &Upper) |
static void | setLimitsForSelectPattern (const SelectInst &SI, APInt &Lower, APInt &Upper, const InstrInfoQuery &IIQ) |
static void | setLimitForFPToI (const Instruction *I, APInt &Lower, APInt &Upper) |
static Optional< int64_t > | getOffsetFromIndex (const GEPOperator *GEP, unsigned Idx, const DataLayout &DL) |
Variables | |
static cl::opt< unsigned > | DomConditionsMaxUses ("dom-conditions-max-uses", cl::Hidden, cl::init(20)) |
static cl::opt< bool > | BranchOnPoisonAsUB ("branch-on-poison-as-ub", cl::Hidden, cl::init(true)) |
|
static |
Definition at line 4058 of file ValueTracking.cpp.
References assert(), llvm::ArrayRef< T >::begin(), BuildSubAggregate(), llvm::ArrayRef< T >::end(), From, llvm::UndefValue::get(), and llvm::ExtractValueInst::getIndexedType().
|
static |
Definition at line 3999 of file ValueTracking.cpp.
References llvm::InsertValueInst::Create(), llvm::numbers::e, llvm::Instruction::eraseFromParent(), llvm::FindInsertedValue(), From, llvm::InsertValueInst::getAggregateOperand(), llvm::StructType::getElementType(), llvm::StructType::getNumElements(), i, and llvm::makeArrayRef().
Referenced by BuildSubAggregate(), and llvm::FindInsertedValue().
|
static |
Definition at line 5097 of file ValueTracking.cpp.
References llvm::all_of(), llvm::MCID::Call, i, llvm::is_contained(), llvm::Instruction::isBinaryOp(), LLVM_FALLTHROUGH, llvm::BitmaskEnumDetail::Mask(), llvm::MCID::Select, and llvm::UndefMaskElem.
Referenced by llvm::canCreatePoison(), and llvm::canCreateUndefOrPoison().
|
static |
If SignBitOnly
is true, test for a known 0 sign bit rather than a standard ordered compare.
e.g. make -0.0 olt 0.0 be true because of the sign bit despite comparing equal.
Definition at line 3551 of file ValueTracking.cpp.
References llvm::MCID::Call, llvm::CannotBeNegativeZero(), llvm::Depth, llvm::Exponent, llvm::getIntrinsicForCallSite(), llvm::APFloat::getZero(), i, I, llvm::isKnownNeverNaN(), LLVM_FALLTHROUGH, llvm::PatternMatch::m_APFloat(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, maximum, llvm::maxnum(), minimum, llvm::minnum(), powi(), and llvm::MCID::Select.
Referenced by llvm::CannotBeOrderedLessThanZero(), and llvm::SignBitMustBeZero().
|
static |
Definition at line 614 of file ValueTracking.cpp.
References llvm::ConstantRange::contains(), llvm::APInt::getZero(), llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_UGT, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Zero(), llvm::ConstantRange::makeExactICmpRegion(), llvm::PatternMatch::match(), and RHS.
Referenced by isKnownNonNullFromDominatingCondition(), and isKnownNonZeroFromAssume().
|
static |
Combine constant ranges from computeConstantRange() and computeKnownBits().
Definition at line 4831 of file ValueTracking.cpp.
References llvm::computeConstantRange(), llvm::computeKnownBits(), llvm::Depth, DL, llvm::ConstantRange::fromKnownBits(), llvm::ConstantRange::intersectWith(), llvm::ConstantRange::Signed, and llvm::ConstantRange::Unsigned.
Referenced by computeOverflowForSignedAdd(), llvm::computeOverflowForSignedSub(), llvm::computeOverflowForUnsignedAdd(), and llvm::computeOverflowForUnsignedSub().
|
static |
Determine which bits of V are known to be either zero or one and return them in the Known bit set.
NOTE: we cannot consider 'undef' to be "IsZero" here. The problem is that we cannot optimize based on the assumption that it is zero without changing it to be an explicit zero. If we don't change it to zero, other code could optimized based on the contradictory assumption that it is non-zero. Because instcombine aggressively folds operations with undef args anyway, this won't lose us code quality.
This function is defined on values with integer type, values with pointer type, and vectors of integers. In the case where V is a vector, known zero, and known one values are the same width as the vector element, and the bit is set only if it is true for all of the demanded elements in the vector specified by DemandedElts.
Definition at line 1913 of file ValueTracking.cpp.
References assert(), llvm::BitWidth, llvm::computeKnownBits(), computeKnownBitsFromAssume(), computeKnownBitsFromOperator(), llvm::Depth, llvm::numbers::e, llvm::Constant::getAggregateElement(), llvm::KnownBits::getBitWidth(), llvm::APInt::getBitWidth(), llvm::Value::getPointerAlignment(), llvm::Type::getScalarType(), llvm::Value::getType(), i, I, llvm::Type::isIntOrIntVectorTy(), llvm::Type::isPointerTy(), llvm::Type::isPtrOrPtrVectorTy(), llvm::Log2(), llvm::PatternMatch::m_APInt(), llvm::KnownBits::makeConstant(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, llvm::KnownBits::resetAll(), llvm::APInt::setAllBits(), llvm::KnownBits::setAllZero(), llvm::APInt::setLowBits(), and llvm::KnownBits::Zero.
Referenced by llvm::computeKnownBits().
|
static |
Determine which bits of V are known to be either zero or one and return them.
Definition at line 1883 of file ValueTracking.cpp.
References llvm::computeKnownBits(), llvm::Depth, getBitWidth(), and llvm::Value::getType().
|
static |
Definition at line 207 of file ValueTracking.cpp.
References llvm::computeKnownBits(), llvm::Depth, llvm::APInt::getAllOnes(), llvm::Value::getType(), and llvm::KnownBits::resetAll().
Determine which bits of V are known to be either zero or one and return them.
Definition at line 1892 of file ValueTracking.cpp.
References llvm::computeKnownBits(), llvm::Depth, getBitWidth(), and llvm::Value::getType().
|
static |
Definition at line 431 of file ValueTracking.cpp.
References llvm::KnownBits::computeForAddSub(), llvm::computeKnownBits(), llvm::Depth, and llvm::KnownBits::isUnknown().
Referenced by computeKnownBitsFromOperator().
|
static |
Definition at line 675 of file ValueTracking.cpp.
References Arg, assert(), B, llvm::BitWidth, llvm::computeKnownBits(), llvm::KnownBits::countMinLeadingZeros(), llvm::Depth, llvm::KnownBits::getBitWidth(), llvm::getKnowledgeValidInContext(), llvm::Value::getType(), I, llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, llvm::APInt::intersects(), llvm::KnownBits::isAllOnes(), llvm::isKnownToBeAPowerOfTwo(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), llvm::Type::isPointerTy(), llvm::isPowerOf2_64(), llvm::isValidAssumeForContext(), llvm::KnownBits::isZero(), llvm::Log2_64(), llvm::APInt::lshrInPlace(), llvm::PatternMatch::m_c_And(), llvm::PatternMatch::m_c_ICmp(), llvm::PatternMatch::m_c_Or(), llvm::PatternMatch::m_c_Xor(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_ConstantInt(), llvm::PatternMatch::m_ICmp(), llvm::PatternMatch::m_Not(), llvm::PatternMatch::m_PtrToInt(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Shr(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::KnownBits::makeNegative(), llvm::KnownBits::makeNonNegative(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, llvm::KnownBits::resetAll(), llvm::APInt::setAllBits(), llvm::KnownBits::setAllOnes(), llvm::KnownBits::setAllZero(), llvm::APInt::setHighBits(), llvm::APInt::setLowBits(), and llvm::KnownBits::Zero.
Referenced by computeKnownBits(), and computeOverflowForSignedAdd().
|
static |
Definition at line 1091 of file ValueTracking.cpp.
References llvm::KnownBits::abs(), llvm::abs(), llvm::MCID::Add, llvm::KnownBits::anyextOrTrunc(), llvm::KnownBits::ashr(), assert(), llvm::BitWidth, llvm::APInt::byteSwap(), llvm::MCID::Call, llvm::APInt::clearAllBits(), llvm::APInt::clearBit(), llvm::KnownBits::commonBits(), llvm::KnownBits::computeForAddSub(), llvm::computeKnownBits(), computeKnownBitsAddSub(), llvm::computeKnownBitsFromRangeMetadata(), computeKnownBitsFromShiftOperator(), computeKnownBitsMul(), llvm::countLeadingZeros(), llvm::KnownBits::countMaxLeadingZeros(), llvm::KnownBits::countMaxPopulation(), llvm::KnownBits::countMaxTrailingZeros(), llvm::KnownBits::countMinLeadingOnes(), llvm::KnownBits::countMinLeadingZeros(), llvm::KnownBits::countMinTrailingOnes(), llvm::KnownBits::countMinTrailingZeros(), llvm::countTrailingZeros(), llvm::Depth, llvm::numbers::e, llvm::SelectPatternResult::Flavor, llvm::APInt::flipAllBits(), llvm::gep_type_begin(), llvm::getAlign(), llvm::APInt::getAllOnes(), llvm::KnownBits::getBitWidth(), llvm::APInt::getBitWidth(), llvm::KnownBits::getConstant(), llvm::StructLayout::getElementOffset(), llvm::generic_gep_type_iterator< ItTy >::getIndexedType(), llvm::ExtractValueInst::getIndices(), llvm::TypeSize::getKnownMinSize(), llvm::ExtractValueInst::getNumIndices(), llvm::APInt::getOneBitSet(), llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), llvm::Type::getScalarType(), getShuffleDemandedElts(), llvm::Constant::getSplatValue(), llvm::generic_gep_type_iterator< ItTy >::getStructTypeOrNull(), llvm::ConstantInt::getTrue(), llvm::Value::getType(), llvm::APInt::getZero(), i, I, llvm::KnownBits::insertBits(), llvm::KnownBits::isConstant(), llvm::isGuaranteedNotToBePoison(), llvm::Type::isIntOrPtrTy(), llvm::SelectPatternResult::isMinOrMax(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), llvm::Type::isPointerTy(), llvm::LinearPolySize< LeafTy >::isScalable(), llvm::APInt::isSignBitSet(), llvm::Type::isSized(), llvm::KnownBits::isUnknown(), llvm::Type::isVectorTy(), llvm::APInt::isZero(), llvm::Constant::isZeroValue(), LHS, LLVM_FALLTHROUGH, llvm_unreachable, llvm::SPII::Load, llvm::Log2(), llvm::Log2_32(), llvm::KnownBits::lshr(), llvm::APInt::lshr(), llvm::PatternMatch::m_Add(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_c_BinOp(), llvm::PatternMatch::m_Deferred(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::KnownBits::makeConstant(), llvm::KnownBits::makeNegative(), llvm::KnownBits::makeNonNegative(), llvm::PatternMatch::match(), llvm::matchSelectPattern(), llvm::matchSimpleRecurrence(), llvm::max(), llvm::MaxAnalysisRecursionDepth, llvm::min(), Mul, llvm::KnownBits::mul(), llvm::KnownBits::One, P, llvm::KnownBits::resetAll(), llvm::APInt::reverseBits(), RHS, llvm::MCID::Select, llvm::APInt::setAllBits(), llvm::APInt::setBit(), llvm::APInt::setBitsFrom(), llvm::APInt::setHighBits(), llvm::APInt::setLowBits(), llvm::APInt::setSignBit(), llvm::KnownBits::sext(), llvm::KnownBits::sextOrTrunc(), llvm::APInt::sextOrTrunc(), llvm::KnownBits::shl(), llvm::APInt::shl(), llvm::KnownBits::smax(), llvm::APIntOps::smax(), llvm::KnownBits::smin(), llvm::APIntOps::smin(), llvm::SPF_ABS, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::KnownBits::srem(), llvm::KnownBits::trunc(), llvm::KnownBits::udiv(), llvm::KnownBits::umax(), llvm::APIntOps::umax(), llvm::KnownBits::umin(), llvm::APIntOps::umin(), llvm::KnownBits::urem(), llvm::APInt::urem(), X, Y, llvm::KnownBits::Zero, and llvm::KnownBits::zextOrTrunc().
Referenced by computeKnownBits().
|
static |
Compute known bits from a shift operator, including those with a non-constant shift amount.
Known is the output of this function. Known2 is a pre-allocated temporary with the same bit width as Known and on return contains the known bit of the shift value source. KF is an operator-specific function that, given the known-bits and a shift amount, compute the implied known-bits of the shift operator's result respectively for that shift amount. The results from calling KF are conservatively combined for all permitted shift amounts.
Definition at line 1006 of file ValueTracking.cpp.
References llvm::BitWidth, llvm::KnownBits::commonBits(), llvm::computeKnownBits(), llvm::Depth, llvm::KnownBits::getBitWidth(), llvm::KnownBits::getMaxValue(), llvm::APInt::getZExtValue(), llvm::KnownBits::hasConflict(), I, llvm::KnownBits::isConstant(), llvm::isKnownNonZero(), llvm::KnownBits::makeConstant(), llvm::KnownBits::One, llvm::PowerOf2Ceil(), llvm::KnownBits::resetAll(), llvm::APInt::setAllBits(), llvm::KnownBits::setAllZero(), llvm::APInt::uge(), llvm::KnownBits::Zero, and llvm::APInt::zextOrTrunc().
Referenced by computeKnownBitsFromOperator().
|
static |
Definition at line 446 of file ValueTracking.cpp.
References llvm::computeKnownBits(), llvm::Depth, llvm::isGuaranteedNotToBeUndefOrPoison(), llvm::isKnownNegative(), llvm::isKnownNonNegative(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), llvm::KnownBits::isNonZero(), llvm::KnownBits::makeNegative(), llvm::KnownBits::makeNonNegative(), and llvm::KnownBits::mul().
Referenced by computeKnownBitsFromOperator().
|
static |
Definition at line 3050 of file ValueTracking.cpp.
References assert(), ComputeNumSignBitsImpl(), and llvm::Depth.
Referenced by llvm::ComputeNumSignBits().
Definition at line 402 of file ValueTracking.cpp.
References llvm::ComputeNumSignBits(), llvm::Depth, llvm::APInt::getAllOnes(), and llvm::Value::getType().
|
static |
Return the number of times the sign bit of the register is replicated into the other bits.
We know that at least 1 bit is always equal to the sign bit (itself), but other cases can give us information. For example, immediately after an "ashr X, 2", we know that the top 3 bits are all equal to each other, so we return 3. For vectors, return the number of sign bits for the vector element with the minimum number of known sign bits of the demanded elements in the vector specified by DemandedElts.
Definition at line 3064 of file ValueTracking.cpp.
References llvm::abs(), llvm::MCID::Add, assert(), llvm::MCID::Call, llvm::APInt::ceilLogBase2(), llvm::computeKnownBits(), llvm::ComputeNumSignBits(), computeNumSignBitsVectorConstant(), llvm::KnownBits::countMinSignBits(), llvm::Depth, llvm::numbers::e, llvm::APInt::getBitWidth(), llvm::PHINode::getIncomingBlock(), llvm::PHINode::getIncomingValue(), llvm::PHINode::getNumIncomingValues(), llvm::APInt::getNumSignBits(), llvm::Operator::getOpcode(), llvm::Type::getScalarType(), getShuffleDemandedElts(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), llvm::APInt::getZExtValue(), i, llvm::KnownBits::isNonNegative(), llvm::Type::isPointerTy(), isSignedMinMaxClamp(), isSignedMinMaxIntrinsicClamp(), llvm::APInt::isStrictlyPositive(), LHS, llvm::APInt::logBase2(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::max(), llvm::MaxAnalysisRecursionDepth, llvm::min(), Mul, RHS, llvm::MCID::Select, llvm::APIntOps::smax(), llvm::APIntOps::smin(), llvm::APInt::uge(), X, and llvm::KnownBits::Zero.
Referenced by ComputeNumSignBits().
|
static |
For vector constants, loop over the elements and find the constant with the minimum number of sign bits.
Return 0 if the value is not a vector constant or if any element was not analyzed; otherwise, return the count for the element with the minimum number of sign bits.
Definition at line 3023 of file ValueTracking.cpp.
References i, and llvm::min().
Referenced by ComputeNumSignBitsImpl().
|
static |
Definition at line 4913 of file ValueTracking.cpp.
References computeConstantRangeIncludingKnownBits(), computeKnownBitsFromAssume(), llvm::ComputeNumSignBits(), DL, llvm::ConstantRange::getBitWidth(), llvm::ConstantRange::isAllNegative(), llvm::ConstantRange::isAllNonNegative(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), LHS, mapOverflowResult(), llvm::MayOverflow, llvm::NeverOverflows, llvm::ISD::OR, RHS, and llvm::ConstantRange::signedAddMayOverflow().
Referenced by llvm::computeOverflowForSignedAdd().
|
static |
Definition at line 5209 of file ValueTracking.cpp.
References llvm::any_of(), llvm::CallBase::args(), llvm::Depth, I, llvm::is_contained(), llvm::PatternMatch::m_ExtractValue(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_WithOverflowInst(), llvm::PatternMatch::match(), MaxDepth, llvm::propagatesPoison(), and SI.
Referenced by impliesPoison().
|
static |
Returns the bitwidth of the given scalar or pointer type.
For vector types, returns the element type's bitwidth.
Definition at line 98 of file ValueTracking.cpp.
References llvm::BitWidth, DL, and llvm::Type::getScalarSizeInBits().
Referenced by canConvertValue(), llvm::FunctionComparator::cmpTypes(), combineAnd(), combineOr(), computeKnownBits(), llvm::APInt::concat(), DecodeFixedType(), getMangledTypeStr(), llvm::SelectionDAG::getNode(), llvm::Type::getPrimitiveSizeInBits(), getTypeID(), llvm::MVT::getVT(), isKnownNonZero(), LLVMCreateGenericValueOfInt(), llvm::ExecutionEngine::LoadValueFromMemory(), and llvm::APInt::operator[]().
|
static |
Definition at line 6847 of file ValueTracking.cpp.
References assert(), llvm::Instruction::getParent(), llvm::BasicBlock::getSinglePredecessor(), llvm::BasicBlock::getTerminator(), llvm::PatternMatch::m_Br(), llvm::PatternMatch::m_Value(), and llvm::PatternMatch::match().
Referenced by llvm::isImpliedByDomCondition().
|
static |
If the pair of operators are the same invertible function, return the the operands of the function corresponding to each input.
Otherwise, return None. An invertible function is one that is 1-to-1 and maps every input value to exactly one output value. This is equivalent to saying that Op1 and Op2 are equal exactly when the specified pair of operands are equal, (except that Op1 and Op2 may be poison more often.)
Definition at line 2730 of file ValueTracking.cpp.
References llvm::MCID::Add, llvm::Operator::getOpcode(), llvm::User::getOperand(), getOperands(), llvm::Instruction::getParent(), llvm::Value::getType(), llvm::matchSimpleRecurrence(), Mul, and llvm::None.
Referenced by isKnownNonEqual().
If the input value is the result of a 'not' op, constant integer, or vector splat of a constant integer, return the bitwise-not source value.
TODO: This could be extended to handle non-splat vector integer constants.
Definition at line 5952 of file ValueTracking.cpp.
References llvm::ConstantInt::get(), llvm::Value::getType(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Not(), llvm::PatternMatch::m_Value(), and llvm::PatternMatch::match().
Referenced by matchMinMax().
|
static |
Definition at line 7298 of file ValueTracking.cpp.
References DL, llvm::numbers::e, GEP, llvm::gep_type_begin(), llvm::generic_gep_type_iterator< ItTy >::getIndexedType(), llvm::ConstantInt::getSExtValue(), llvm::generic_gep_type_iterator< ItTy >::getStructTypeOrNull(), llvm::ConstantInt::getZExtValue(), i, llvm::ConstantInt::isZero(), and llvm::None.
Referenced by llvm::isPointerOffset().
|
static |
Definition at line 166 of file ValueTracking.cpp.
References llvm::all_of(), assert(), llvm::ShuffleVectorInst::getMaskValue(), llvm::User::getOperand(), llvm::ShuffleVectorInst::getShuffleMask(), llvm::Value::getType(), llvm::ShuffleVectorInst::getType(), llvm::APInt::getZero(), i, llvm::APInt::isZero(), M, and llvm::APInt::setBit().
Referenced by computeKnownBitsFromOperator(), and ComputeNumSignBitsImpl().
|
static |
If we can compute the length of the string pointed to by the specified pointer, return 'len+1'.
If we can't, return 0.
Definition at line 4318 of file ValueTracking.cpp.
References llvm::ConstantDataArraySlice::Array, E, llvm::getConstantDataArrayInfo(), llvm::ConstantDataSequential::getElementAsInteger(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::ConstantDataArraySlice::Length, llvm::ConstantDataArraySlice::Offset, SI, and llvm::Value::stripPointerCasts().
Referenced by llvm::GetStringLength().
This is the function that does the work of looking through basic ptrtoint+arithmetic+inttoptr sequences.
Definition at line 4537 of file ValueTracking.cpp.
References llvm::MCID::Add, assert(), llvm::Operator::getOpcode(), llvm::Value::getType(), llvm::Type::isIntegerTy(), and Mul.
Referenced by llvm::getUnderlyingObjectsForCodeGen().
|
static |
Definition at line 5240 of file ValueTracking.cpp.
References llvm::all_of(), llvm::canCreatePoison(), llvm::Depth, directlyImpliesPoison(), I, llvm::isGuaranteedNotToBeUndefOrPoison(), and MaxDepth.
Referenced by llvm::impliesPoison().
|
static |
Return true if V2 == V1 + X, where X is known non-zero.
Definition at line 2831 of file ValueTracking.cpp.
References llvm::MCID::Add, llvm::Depth, llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), llvm::isKnownNonZero(), and llvm::NVPTX::PTXLdStInstCode::V2.
Referenced by isKnownNonEqual().
|
static |
Definition at line 522 of file ValueTracking.cpp.
References llvm::all_of(), llvm::append_range(), E, I, llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::is_contained(), mayHaveSideEffects(), llvm::User::operands(), llvm::SmallVectorImpl< T >::pop_back_val(), and llvm::Value::users().
Referenced by llvm::isValidAssumeForContext().
|
static |
Test whether a GEP's result is known to be non-null.
Uses properties inherent in a GEP to try to determine whether it is known to be non-null.
Currently this routine does not support vector GEPs.
Definition at line 2229 of file ValueTracking.cpp.
References assert(), llvm::Depth, F, GEP, llvm::gep_type_begin(), llvm::gep_type_end(), llvm::StructLayout::getElementOffset(), llvm::ConstantInt::getZExtValue(), I, llvm::isKnownNonZero(), llvm::MaxAnalysisRecursionDepth, and llvm::NullPointerIsDefined().
Referenced by isKnownNonZero().
|
static |
Definition at line 5268 of file ValueTracking.cpp.
References llvm::all_of(), llvm::canCreateUndefOrPoison(), Cond, llvm::Depth, llvm::DomTreeNodeBase< NodeT >::getBlock(), llvm::DomTreeNodeBase< NodeT >::getIDom(), llvm::getKnowledgeValidInContext(), llvm::DominatorTreeBase< NodeT, IsPostDom >::getNode(), llvm::Instruction::getParent(), i, I, llvm::is_contained(), llvm::isGuaranteedNotToBeUndefOrPoison(), llvm::MaxAnalysisRecursionDepth, llvm::AMDGPU::Hwreg::Opr, llvm::programUndefinedIfUndefOrPoison(), llvm::propagatesPoison(), SI, and llvm::Value::stripPointerCastsSameRepresentation().
Referenced by llvm::isGuaranteedNotToBePoison(), llvm::isGuaranteedNotToBeUndefOrPoison(), and llvm::runIPSCCP().
|
static |
Return true if LHS implies RHS is true.
Return false if LHS implies RHS is false. Otherwise, return None if we can't infer anything. We expect the RHS to be an icmp and the LHS to be an 'and', 'or', or a 'select' instruction.
Definition at line 6732 of file ValueTracking.cpp.
References assert(), llvm::Depth, DL, llvm::isImpliedCondition(), LHS, llvm::PatternMatch::m_LogicalAnd(), llvm::PatternMatch::m_LogicalOr(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, llvm::None, and llvm::MCID::Select.
Referenced by llvm::isImpliedCondition().
|
static |
Return true if LHS implies RHS is true.
Return false if LHS implies RHS is false. Otherwise, return None if we can't infer anything.
Definition at line 6688 of file ValueTracking.cpp.
References llvm::ARCCC::BRHS, llvm::Depth, DL, isImpliedCondMatchingImmOperands(), isImpliedCondMatchingOperands(), isImpliedCondOperands(), isMatchingOps(), LHS, and llvm::None.
Referenced by llvm::isImpliedCondition().
|
static |
Return true if "icmp APred X, C1" implies "icmp BPred X, C2" is true.
Return false if "icmp APred X, C1" implies "icmp BPred X, C2" is false. Otherwise, return None if we can't infer anything.
Definition at line 6670 of file ValueTracking.cpp.
References C1, llvm::ConstantRange::difference(), llvm::ConstantInt::getValue(), llvm::ConstantRange::intersectWith(), llvm::ConstantRange::isEmptySet(), llvm::ConstantRange::makeExactICmpRegion(), and llvm::None.
Referenced by isImpliedCondICmps().
|
static |
Return true if "icmp1 APred X, Y" implies "icmp2 BPred X, Y" is true.
Return false if "icmp1 APred X, Y" implies "icmp2 BPred X, Y" is false. Otherwise, return None if we can't infer anything.
Definition at line 6651 of file ValueTracking.cpp.
References llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::isImpliedFalseByMatchingCmp(), llvm::CmpInst::isImpliedTrueByMatchingCmp(), and llvm::None.
Referenced by isImpliedCondICmps().
|
static |
Return true if "icmp Pred BLHS BRHS" is true whenever "icmp Pred ALHS ARHS" is true.
Otherwise, return None.
Definition at line 6614 of file ValueTracking.cpp.
References llvm::ARCCC::BRHS, llvm::Depth, DL, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, isTruePredicate(), and llvm::None.
Referenced by isImpliedCondICmps().
|
static |
Return true if it is known that V1 != V2.
Definition at line 2903 of file ValueTracking.cpp.
References llvm::computeKnownBits(), llvm::Depth, getInvertibleOperands(), llvm::Value::getType(), llvm::APInt::intersects(), isAddOfNonZero(), llvm::Type::isIntOrIntVectorTy(), llvm::isKnownNonEqual(), isNonEqualMul(), isNonEqualPHIs(), isNonEqualShl(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, llvm::NVPTX::PTXLdStInstCode::V2, and llvm::KnownBits::Zero.
Referenced by llvm::isKnownNonEqual().
|
static |
Definition at line 5722 of file ValueTracking.cpp.
References E, I, and llvm::FastMathFlags::noNaNs().
Referenced by matchSelectPattern().
|
static |
Definition at line 2290 of file ValueTracking.cpp.
References Arg, assert(), cmpExcludesZero(), DomConditionsMaxUses, llvm::DominatorTree::dominates(), llvm::CmpInst::getInversePredicate(), llvm::getLoadStorePointerOperand(), llvm::Instruction::getParent(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), I, llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::isGuard(), llvm::BasicBlockEdge::isSingleEdge(), llvm::PatternMatch::m_c_ICmp(), llvm::PatternMatch::m_LogicalAnd(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::NullPointerIsDefined(), llvm::SmallVectorImpl< T >::pop_back_val(), RHS, and llvm::Value::users().
Referenced by isKnownNonZero().
Definition at line 5745 of file ValueTracking.cpp.
|
static |
Return true if the given value is known to be non-zero when defined.
For vectors, return true if every demanded element is known to be non-zero when defined. For pointers, if the context instruction and dominator tree are specified, perform context-sensitive analysis and return true if the pointer couldn't possibly be null at the specified instruction. Supports values with integer or pointer type and vectors of integers.
Definition at line 2434 of file ValueTracking.cpp.
References llvm::all_of(), llvm::BitWidth, llvm::computeKnownBits(), llvm::KnownBits::countMaxLeadingZeros(), llvm::KnownBits::countMinTrailingZeros(), llvm::Depth, llvm::numbers::e, GEP, llvm::Constant::getAggregateElement(), llvm::APInt::getAllOnes(), llvm::getArgumentAliasingToReturnedPointer(), getBitWidth(), llvm::APInt::getOneBitSet(), llvm::Type::getScalarType(), llvm::APInt::getSignedMaxValue(), llvm::Value::getType(), i, I, llvm::APInt::intersects(), llvm::PossiblyExactOperator::isExact(), isGEPKnownNonNull(), llvm::isGuaranteedNotToBePoison(), isKnownNonNullFromDominatingCondition(), llvm::isKnownNonZero(), isKnownNonZeroFromAssume(), llvm::isKnownToBeAPowerOfTwo(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), isNonZeroRecurrence(), llvm::Constant::isNullValue(), llvm::Type::isPointerTy(), llvm::PatternMatch::m_Add(), llvm::PatternMatch::m_Exact(), llvm::PatternMatch::m_IDiv(), llvm::PatternMatch::m_Mul(), llvm::PatternMatch::m_Or(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Shr(), llvm::PatternMatch::m_Value(), llvm::BitmaskEnumDetail::Mask(), llvm::PatternMatch::match(), llvm::max(), llvm::MaxAnalysisRecursionDepth, llvm::NullPointerIsDefined(), llvm::KnownBits::One, rangeMetadataExcludesValue(), llvm::AArch64::RP, Shift, SI, X, and Y.
Referenced by llvm::isKnownNonZero().
Definition at line 2711 of file ValueTracking.cpp.
References llvm::Depth, llvm::APInt::getAllOnes(), llvm::Value::getType(), and llvm::isKnownNonZero().
Definition at line 632 of file ValueTracking.cpp.
References assert(), cmpExcludesZero(), llvm::getKnowledgeValidInContext(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), I, llvm::Type::isPointerTy(), llvm::isValidAssumeForContext(), llvm::PatternMatch::m_c_ICmp(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_PtrToInt(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::NullPointerIsDefined(), and RHS.
Referenced by isKnownNonZero().
|
static |
Return true if the given value is known to have exactly one bit set when defined.
For vectors return true if every element is known to be a power of two when defined. Supports values with integer or pointer types and vectors of integers.
Definition at line 2100 of file ValueTracking.cpp.
References llvm::all_of(), assert(), llvm::BitWidth, llvm::computeKnownBits(), llvm::Depth, llvm::APInt::getBoolValue(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), llvm::isKnownToBeAPowerOfTwo(), isPowerOfTwoRecurrence(), llvm::PatternMatch::m_Add(), llvm::PatternMatch::m_And(), llvm::PatternMatch::m_Exact(), llvm::PatternMatch::m_LShr(), llvm::PatternMatch::m_MaxOrMin(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_Power2(), llvm::PatternMatch::m_Power2OrZero(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_SignMask(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_UDiv(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::max(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, SI, X, Y, and llvm::KnownBits::Zero.
Referenced by llvm::isKnownToBeAPowerOfTwo().
|
static |
Return true if the operands of the two compares match.
IsSwappedOps is true when the operands match, but are swapped.
Definition at line 6639 of file ValueTracking.cpp.
References llvm::ARCCC::BRHS.
Referenced by isImpliedCondICmps().
|
static |
Return true if V2 == V1 * C, where V1 is known non-zero, C is not 0/1 and the multiplication is nuw or nsw.
Definition at line 2848 of file ValueTracking.cpp.
References llvm::Depth, llvm::isKnownNonZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Mul(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::match(), and llvm::NVPTX::PTXLdStInstCode::V2.
Referenced by isKnownNonEqual().
|
static |
Definition at line 2872 of file ValueTracking.cpp.
References llvm::PHINode::blocks(), C1, llvm::Depth, llvm::PHINode::getIncomingValueForBlock(), llvm::Instruction::getParent(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::isKnownNonEqual(), llvm::PatternMatch::m_APInt(), and llvm::PatternMatch::match().
Referenced by isKnownNonEqual().
|
static |
Return true if V2 == V1 << C, where V1 is known non-zero, C is not 0 and the shift is nuw or nsw.
Definition at line 2861 of file ValueTracking.cpp.
References llvm::Depth, llvm::isKnownNonZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::match(), and llvm::NVPTX::PTXLdStInstCode::V2.
Referenced by isKnownNonEqual().
Try to detect a recurrence that monotonically increases/decreases from a non-zero starting value.
These are common as induction variables.
Definition at line 2400 of file ValueTracking.cpp.
References llvm::MCID::Add, llvm::BinaryOperator::getOpcode(), llvm::Instruction::hasNoSignedWrap(), llvm::Instruction::hasNoUnsignedWrap(), llvm::Instruction::isExact(), llvm::APInt::isNegative(), llvm::APInt::isZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::matchSimpleRecurrence(), and Mul.
Referenced by isKnownNonZero().
|
static |
Try to detect a recurrence that the value of the induction variable is always a power of two (or zero).
Definition at line 2041 of file ValueTracking.cpp.
References llvm::Depth, llvm::PHINode::getIncomingBlock(), llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), llvm::Instruction::getParent(), llvm::BasicBlock::getTerminator(), llvm::isKnownToBeAPowerOfTwo(), LLVM_FALLTHROUGH, llvm::PatternMatch::m_Power2(), llvm::PatternMatch::m_SignMask(), llvm::PatternMatch::match(), llvm::matchSimpleRecurrence(), Mul, and llvm::User::operands().
Referenced by isKnownToBeAPowerOfTwo().
PN
defines a loop-variant pointer to an object.
Check if the previous iteration of the loop was referring to the same object as PN
.
Definition at line 4425 of file ValueTracking.cpp.
References llvm::PHINode::getIncomingValue(), llvm::LoopInfoBase< BlockT, LoopT >::getLoopFor(), llvm::PHINode::getNumIncomingValues(), llvm::Instruction::getParent(), llvm::Loop::isLoopInvariant(), and llvm::SPII::Load.
Referenced by llvm::getUnderlyingObjects().
|
static |
Definition at line 2972 of file ValueTracking.cpp.
References assert(), llvm::SelectPatternResult::Flavor, llvm::getInverseMinMaxFlavor(), getOpcode(), llvm::tgtok::In, LHS, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::matchSelectPattern(), RHS, llvm::MCID::Select, llvm::APInt::sle(), llvm::SPF_SMAX, llvm::SPF_SMIN, and std::swap().
Referenced by ComputeNumSignBitsImpl().
|
static |
Definition at line 3001 of file ValueTracking.cpp.
References assert(), llvm::CallBase::getArgOperand(), llvm::IntrinsicInst::getIntrinsicID(), llvm::getInverseMinMaxIntrinsic(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::APInt::sle(), llvm::APIntOps::smax(), llvm::APIntOps::smin(), and std::swap().
Referenced by ComputeNumSignBitsImpl().
|
static |
Return true if "icmp Pred LHS RHS" is always true.
Definition at line 6553 of file ValueTracking.cpp.
References assert(), B, llvm::computeKnownBits(), llvm::Depth, DL, llvm::Value::getType(), llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::isTrueWhenEqual(), llvm::Type::isVectorTy(), LHS, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_NSWAdd(), llvm::PatternMatch::m_NUWAdd(), llvm::PatternMatch::m_Or(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), RHS, llvm::APInt::ule(), X, and llvm::KnownBits::Zero.
Referenced by isImpliedCondOperands().
|
static |
Helps to match a select pattern in case of a type mismatch.
The function processes the case when type of true and false values of a select instruction differs from type of the cmp instruction operands because of a cast instruction. The function checks if it is legal to move the cast operation after "select". If yes, it returns the new second value of "select" (with the assumption that cast is moved):
Definition at line 6252 of file ValueTracking.cpp.
References llvm::ConstantExpr::getCast(), llvm::ConstantExpr::getFPExtend(), llvm::ConstantExpr::getFPToSI(), llvm::ConstantExpr::getFPToUI(), llvm::ConstantExpr::getFPTrunc(), llvm::ConstantExpr::getIntegerCast(), llvm::User::getOperand(), llvm::ConstantExpr::getSIToFP(), llvm::ConstantExpr::getTrunc(), llvm::Value::getType(), llvm::ConstantExpr::getUIToFP(), llvm::CmpInst::isSigned(), llvm::CmpInst::isUnsigned(), llvm::PatternMatch::m_Constant(), llvm::PatternMatch::match(), and llvm::NVPTX::PTXLdStInstCode::V2.
Referenced by llvm::matchDecomposedSelectPattern().
|
static |
Convert ConstantRange OverflowResult into ValueTracking OverflowResult.
Definition at line 4816 of file ValueTracking.cpp.
References llvm::AlwaysOverflowsHigh, llvm::ConstantRange::AlwaysOverflowsHigh, llvm::AlwaysOverflowsLow, llvm::ConstantRange::AlwaysOverflowsLow, llvm_unreachable, llvm::MayOverflow, llvm::ConstantRange::MayOverflow, llvm::NeverOverflows, llvm::ConstantRange::NeverOverflows, and llvm::ISD::OR.
Referenced by computeOverflowForSignedAdd(), llvm::computeOverflowForSignedSub(), llvm::computeOverflowForUnsignedAdd(), llvm::computeOverflowForUnsignedMul(), and llvm::computeOverflowForUnsignedSub().
|
static |
Return true if 'V & Mask' is known to be zero.
We use this predicate to simplify operations downstream. Mask is known to be zero for bits that V cannot have.
This function is defined on values with integer type, values with pointer type, and vectors of integers. In the case where V is a vector, the mask, known zero, and known one values are the same width as the vector element, and the bit is set only if it is true for all of the elements in the vector.
Definition at line 2963 of file ValueTracking.cpp.
References llvm::computeKnownBits(), llvm::Depth, llvm::BitmaskEnumDetail::Mask(), and llvm::KnownBits::Zero.
Referenced by llvm::MaskedValueIsZero().
|
static |
Recognize variations of: CLAMP(v,l,h) ==> ((v) < (l) ? (l) : ((v) > (h) ? (h) : (v)))
Definition at line 5820 of file ValueTracking.cpp.
References C1, llvm::tgtok::FalseVal, llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_SMax(), llvm::PatternMatch::m_SMin(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_UMax(), llvm::PatternMatch::m_UMin(), llvm::PatternMatch::match(), llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, llvm::SPNB_NA, std::swap(), and llvm::tgtok::TrueVal.
Referenced by matchMinMax().
|
static |
Match clamp pattern for float types without care about NaNs or signed zeros.
Given non-min/max outer cmp/select from the clamp pattern this function recognizes if it can be substitued by a "canonical" min/max pattern.
Definition at line 5766 of file ValueTracking.cpp.
References llvm::tgtok::FalseVal, llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_UGE, llvm::CmpInst::FCMP_UGT, llvm::CmpInst::FCMP_ULE, llvm::CmpInst::FCMP_ULT, llvm::CmpInst::getInversePredicate(), llvm::APFloat::isFinite(), LHS, llvm::PatternMatch::m_APFloat(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_OrdFMax(), llvm::PatternMatch::m_OrdFMin(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_UnordFMax(), llvm::PatternMatch::m_UnordFMin(), llvm::PatternMatch::match(), RHS, llvm::SPF_FMAXNUM, llvm::SPF_FMINNUM, llvm::SPF_UNKNOWN, llvm::SPNB_NA, llvm::SPNB_RETURNS_ANY, std::swap(), and llvm::tgtok::TrueVal.
Referenced by matchSelectPattern().
|
static |
Match non-obvious integer minimum and maximum sequences.
Definition at line 5965 of file ValueTracking.cpp.
References C1, llvm::Depth, llvm::tgtok::FalseVal, llvm::SelectPatternResult::Flavor, getNotValue(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, llvm::APInt::isMaxSignedValue(), llvm::APInt::isMinSignedValue(), LHS, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), matchClamp(), matchMinMaxOfMinMax(), RHS, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, llvm::SPNB_NA, and llvm::tgtok::TrueVal.
Referenced by matchSelectPattern().
|
static |
Recognize variations of: a < c ? min(a,b) : min(b,c) ==> min(min(a,b),min(b,c))
Definition at line 5856 of file ValueTracking.cpp.
References assert(), B, D, llvm::Depth, llvm::SelectPatternResult::Flavor, llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, llvm::CmpInst::isIntPredicate(), llvm::SelectPatternResult::isMinOrMax(), llvm::PatternMatch::m_Not(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::match(), llvm::matchSelectPattern(), llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, llvm::SPNB_NA, and std::swap().
Referenced by matchMinMax().
|
static |
Definition at line 6055 of file ValueTracking.cpp.
References llvm::Depth, llvm::tgtok::FalseVal, llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_UGE, llvm::CmpInst::FCMP_UGT, llvm::CmpInst::FCMP_ULE, llvm::CmpInst::FCMP_ULT, llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, llvm::CmpInst::isFPPredicate(), llvm::CmpInst::isIntPredicate(), llvm::isKnownNegation(), isKnownNonNaN(), llvm::isKnownNonZero(), llvm::CmpInst::isOrdered(), LHS, llvm::PatternMatch::m_AllOnes(), llvm::PatternMatch::m_AnyZeroFP(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_SExt(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_ZeroInt(), llvm::PatternMatch::match(), matchFastFloatClamp(), matchMinMax(), llvm::FastMathFlags::noSignedZeros(), RHS, llvm::SPF_ABS, llvm::SPF_FMAXNUM, llvm::SPF_FMINNUM, llvm::SPF_NABS, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, llvm::SPNB_NA, llvm::SPNB_RETURNS_ANY, llvm::SPNB_RETURNS_NAN, llvm::SPNB_RETURNS_OTHER, std::swap(), and llvm::tgtok::TrueVal.
Referenced by llvm::matchDecomposedSelectPattern().
|
static |
Definition at line 4644 of file ValueTracking.cpp.
References llvm::User::isDroppable(), llvm::Instruction::isLifetimeStartOrEnd(), and llvm::Value::users().
Referenced by llvm::onlyUsedByLifetimeMarkers(), and llvm::onlyUsedByLifetimeMarkersOrDroppableInsts().
Definition at line 5626 of file ValueTracking.cpp.
Referenced by llvm::programUndefinedIfPoison(), and llvm::programUndefinedIfUndefOrPoison().
Does the 'Range' metadata (which must be a valid MD_range operand list) ensure that the value it's attached to is never Value? 'RangeType' is is the type of the value described by the range.
Definition at line 2383 of file ValueTracking.cpp.
References assert(), llvm::ConstantRange::contains(), llvm::MDNode::getNumOperands(), llvm::MDNode::getOperand(), i, and llvm::Upper.
Referenced by isKnownNonZero().
|
static |
Definition at line 134 of file ValueTracking.cpp.
References llvm::Instruction::getParent().
Referenced by llvm::computeKnownBits(), llvm::ComputeNumSignBits(), llvm::isKnownNonEqual(), llvm::isKnownNonZero(), llvm::isKnownToBeAPowerOfTwo(), and llvm::MaskedValueIsZero().
|
static |
Definition at line 148 of file ValueTracking.cpp.
References llvm::Instruction::getParent(), and llvm::NVPTX::PTXLdStInstCode::V2.
|
static |
Definition at line 7217 of file ValueTracking.cpp.
References llvm::BitWidth, I, and llvm::Upper.
Referenced by llvm::computeConstantRange().
|
static |
Definition at line 6896 of file ValueTracking.cpp.
References llvm::MCID::Add, llvm::APInt::ashr(), assert(), llvm::APInt::getAllOnes(), llvm::APInt::getMaxValue(), llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::InstrInfoQuery::hasNoSignedWrap(), llvm::Instruction::hasNoSignedWrap(), llvm::InstrInfoQuery::hasNoUnsignedWrap(), llvm::InstrInfoQuery::isExact(), llvm::APInt::lshr(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::APInt::sdiv(), std::swap(), llvm::APInt::udiv(), and llvm::Upper.
Referenced by llvm::computeConstantRange().
|
static |
Definition at line 7061 of file ValueTracking.cpp.
References llvm::abs(), assert(), llvm::IntrinsicInst::getIntrinsicID(), llvm::APInt::getMaxValue(), llvm::User::getOperand(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm_unreachable, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_One(), llvm::PatternMatch::match(), llvm::APIntOps::smax(), llvm::APIntOps::smin(), llvm::APIntOps::umax(), llvm::APIntOps::umin(), and llvm::Upper.
Referenced by llvm::computeConstantRange().
|
static |
Definition at line 7164 of file ValueTracking.cpp.
References llvm::BitWidth, llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::APInt::getZero(), llvm::InstrInfoQuery::hasNoSignedWrap(), LHS, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::match(), llvm::matchSelectPattern(), RHS, SI, llvm::SPF_ABS, llvm::SPF_NABS, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, and llvm::Upper.
Referenced by llvm::computeConstantRange().
Referenced by llvm::getGuaranteedNonPoisonOps().
Referenced by isKnownNonNullFromDominatingCondition().