LLVM 17.0.0git
|
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/ADT/APFloat.h"
#include "llvm/ADT/APInt.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/iterator_range.h"
#include "llvm/Analysis/AliasAnalysis.h"
#include "llvm/Analysis/AssumeBundleQueries.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/ConstantFolding.h"
#include "llvm/Analysis/GuardUtils.h"
#include "llvm/Analysis/InstructionSimplify.h"
#include "llvm/Analysis/Loads.h"
#include "llvm/Analysis/LoopInfo.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/TargetLibraryInfo.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/IR/Argument.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/ConstantRange.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/DiagnosticInfo.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/EHPersonalities.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GetElementPtrTypeIterator.h"
#include "llvm/IR/GlobalAlias.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsAArch64.h"
#include "llvm/IR/IntrinsicsRISCV.h"
#include "llvm/IR/IntrinsicsX86.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Operator.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/User.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Support/MathExtras.h"
#include <algorithm>
#include <cassert>
#include <cstdint>
#include <optional>
#include <utility>
Go to the source code of this file.
Functions | |
static unsigned | getBitWidth (Type *Ty, const DataLayout &DL) |
Returns the bitwidth of the given scalar or pointer type. | |
static const Instruction * | safeCxtI (const Value *V, const Instruction *CxtI) |
static const Instruction * | safeCxtI (const Value *V1, const Value *V2, const Instruction *CxtI) |
static bool | getShuffleDemandedElts (const ShuffleVectorInst *Shuf, const APInt &DemandedElts, APInt &DemandedLHS, APInt &DemandedRHS) |
static void | computeKnownBits (const Value *V, const APInt &DemandedElts, KnownBits &Known, unsigned Depth, const Query &Q) |
Determine which bits of V are known to be either zero or one and return them in the Known bit set. | |
static void | computeKnownBits (const Value *V, KnownBits &Known, unsigned Depth, const Query &Q) |
static KnownBits | computeKnownBits (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
Determine which bits of V are known to be either zero or one and return them. | |
static KnownBits | computeKnownBits (const Value *V, unsigned Depth, const Query &Q) |
Determine which bits of V are known to be either zero or one and return them. | |
static bool | isKnownToBeAPowerOfTwo (const Value *V, bool OrZero, unsigned Depth, const Query &Q) |
Return true if the given value is known to have exactly one bit set when defined. | |
static bool | isKnownNonZero (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
Return true if the given value is known to be non-zero when defined. | |
static bool | isKnownNonZero (const Value *V, unsigned Depth, const Query &Q) |
static bool | isKnownNonEqual (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if it is known that V1 != V2. | |
static bool | MaskedValueIsZero (const Value *V, const APInt &Mask, unsigned Depth, const Query &Q) |
Return true if 'V & Mask' is known to be zero. | |
static unsigned | ComputeNumSignBits (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
static unsigned | ComputeNumSignBits (const Value *V, unsigned Depth, const Query &Q) |
static void | computeKnownBitsAddSub (bool Add, const Value *Op0, const Value *Op1, bool NSW, const APInt &DemandedElts, KnownBits &KnownOut, KnownBits &Known2, unsigned Depth, const Query &Q) |
static void | computeKnownBitsMul (const Value *Op0, const Value *Op1, bool NSW, const APInt &DemandedElts, KnownBits &Known, KnownBits &Known2, unsigned Depth, const Query &Q) |
static bool | isEphemeralValueOf (const Instruction *I, const Value *E) |
static bool | cmpExcludesZero (CmpInst::Predicate Pred, const Value *RHS) |
static bool | isKnownNonZeroFromAssume (const Value *V, const Query &Q) |
static void | computeKnownBitsFromAssume (const Value *V, KnownBits &Known, unsigned Depth, const Query &Q) |
static void | computeKnownBitsFromShiftOperator (const Operator *I, const APInt &DemandedElts, KnownBits &Known, KnownBits &Known2, unsigned Depth, const Query &Q, function_ref< KnownBits(const KnownBits &, const KnownBits &)> KF) |
Compute known bits from a shift operator, including those with a non-constant shift amount. | |
static void | computeKnownBitsFromOperator (const Operator *I, const APInt &DemandedElts, KnownBits &Known, unsigned Depth, const Query &Q) |
static bool | isPowerOfTwoRecurrence (const PHINode *PN, bool OrZero, unsigned Depth, Query &Q) |
Try to detect a recurrence that the value of the induction variable is always a power of two (or zero). | |
static bool | isGEPKnownNonNull (const GEPOperator *GEP, unsigned Depth, const Query &Q) |
Test whether a GEP's result is known to be non-null. | |
static bool | isKnownNonNullFromDominatingCondition (const Value *V, const Instruction *CtxI, const DominatorTree *DT) |
static bool | rangeMetadataExcludesValue (const MDNode *Ranges, const APInt &Value) |
Does the 'Range' metadata (which must be a valid MD_range operand list) ensure that the value it's attached to is never Value? 'RangeType' is is the type of the value described by the range. | |
static bool | isNonZeroRecurrence (const PHINode *PN) |
Try to detect a recurrence that monotonically increases/decreases from a non-zero starting value. | |
static std::optional< std::pair< Value *, Value * > > | getInvertibleOperands (const Operator *Op1, const Operator *Op2) |
If the pair of operators are the same invertible function, return the the operands of the function corresponding to each input. | |
static bool | isAddOfNonZero (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if V2 == V1 + X, where X is known non-zero. | |
static bool | isNonEqualMul (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if V2 == V1 * C, where V1 is known non-zero, C is not 0/1 and the multiplication is nuw or nsw. | |
static bool | isNonEqualShl (const Value *V1, const Value *V2, unsigned Depth, const Query &Q) |
Return true if V2 == V1 << C, where V1 is known non-zero, C is not 0 and the shift is nuw or nsw. | |
static bool | isNonEqualPHIs (const PHINode *PN1, const PHINode *PN2, unsigned Depth, const Query &Q) |
static bool | isSignedMinMaxClamp (const Value *Select, const Value *&In, const APInt *&CLow, const APInt *&CHigh) |
static bool | isSignedMinMaxIntrinsicClamp (const IntrinsicInst *II, const APInt *&CLow, const APInt *&CHigh) |
static unsigned | computeNumSignBitsVectorConstant (const Value *V, const APInt &DemandedElts, unsigned TyBits) |
For vector constants, loop over the elements and find the constant with the minimum number of sign bits. | |
static unsigned | ComputeNumSignBitsImpl (const Value *V, const APInt &DemandedElts, unsigned Depth, const Query &Q) |
Return the number of times the sign bit of the register is replicated into the other bits. | |
static bool | cannotBeOrderedLessThanZeroImpl (const Value *V, const TargetLibraryInfo *TLI, bool SignBitOnly, unsigned Depth) |
If SignBitOnly is true, test for a known 0 sign bit rather than a standard ordered compare. | |
static Value * | BuildSubAggregate (Value *From, Value *To, Type *IndexedType, SmallVectorImpl< unsigned > &Idxs, unsigned IdxSkip, Instruction *InsertBefore) |
static Value * | BuildSubAggregate (Value *From, ArrayRef< unsigned > idx_range, Instruction *InsertBefore) |
static uint64_t | GetStringLengthH (const Value *V, SmallPtrSetImpl< const PHINode * > &PHIs, unsigned CharSize) |
If we can compute the length of the string pointed to by the specified pointer, return 'len+1'. | |
static bool | isSameUnderlyingObjectInLoop (const PHINode *PN, const LoopInfo *LI) |
PN defines a loop-variant pointer to an object. | |
static const Value * | getUnderlyingObjectFromInt (const Value *V) |
This is the function that does the work of looking through basic ptrtoint+arithmetic+inttoptr sequences. | |
static bool | onlyUsedByLifetimeMarkersOrDroppableInstsHelper (const Value *V, bool AllowLifetime, bool AllowDroppable) |
static OverflowResult | mapOverflowResult (ConstantRange::OverflowResult OR) |
Convert ConstantRange OverflowResult into ValueTracking OverflowResult. | |
static ConstantRange | computeConstantRangeIncludingKnownBits (const Value *V, bool ForSigned, const DataLayout &DL, unsigned Depth, AssumptionCache *AC, const Instruction *CxtI, const DominatorTree *DT, OptimizationRemarkEmitter *ORE=nullptr, bool UseInstrInfo=true) |
Combine constant ranges from computeConstantRange() and computeKnownBits(). | |
static OverflowResult | computeOverflowForSignedAdd (const Value *LHS, const Value *RHS, const AddOperator *Add, const DataLayout &DL, AssumptionCache *AC, const Instruction *CxtI, const DominatorTree *DT) |
static bool | shiftAmountKnownInRange (const Value *ShiftAmount) |
Shifts return poison if shiftwidth is larger than the bitwidth. | |
static bool | canCreateUndefOrPoison (const Operator *Op, bool PoisonOnly, bool ConsiderFlagsAndMetadata) |
static bool | directlyImpliesPoison (const Value *ValAssumedPoison, const Value *V, unsigned Depth) |
static bool | impliesPoison (const Value *ValAssumedPoison, const Value *V, unsigned Depth) |
static bool | programUndefinedIfUndefOrPoison (const Value *V, bool PoisonOnly) |
static bool | isGuaranteedNotToBeUndefOrPoison (const Value *V, AssumptionCache *AC, const Instruction *CtxI, const DominatorTree *DT, unsigned Depth, bool PoisonOnly) |
static bool | isKnownNonNaN (const Value *V, FastMathFlags FMF) |
static bool | isKnownNonZero (const Value *V) |
static SelectPatternResult | matchFastFloatClamp (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal, Value *&LHS, Value *&RHS) |
Match clamp pattern for float types without care about NaNs or signed zeros. | |
static SelectPatternResult | matchClamp (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal) |
Recognize variations of: CLAMP(v,l,h) ==> ((v) < (l) ? (l) : ((v) > (h) ? (h) : (v))) | |
static SelectPatternResult | matchMinMaxOfMinMax (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TVal, Value *FVal, unsigned Depth) |
Recognize variations of: a < c ? min(a,b) : min(b,c) ==> min(min(a,b),min(b,c)) | |
static Value * | getNotValue (Value *V) |
If the input value is the result of a 'not' op, constant integer, or vector splat of a constant integer, return the bitwise-not source value. | |
static SelectPatternResult | matchMinMax (CmpInst::Predicate Pred, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal, Value *&LHS, Value *&RHS, unsigned Depth) |
Match non-obvious integer minimum and maximum sequences. | |
static SelectPatternResult | matchSelectPattern (CmpInst::Predicate Pred, FastMathFlags FMF, Value *CmpLHS, Value *CmpRHS, Value *TrueVal, Value *FalseVal, Value *&LHS, Value *&RHS, unsigned Depth) |
static Value * | lookThroughCast (CmpInst *CmpI, Value *V1, Value *V2, Instruction::CastOps *CastOp) |
Helps to match a select pattern in case of a type mismatch. | |
static bool | isTruePredicate (CmpInst::Predicate Pred, const Value *LHS, const Value *RHS, const DataLayout &DL, unsigned Depth) |
Return true if "icmp Pred LHS RHS" is always true. | |
static std::optional< bool > | isImpliedCondOperands (CmpInst::Predicate Pred, const Value *ALHS, const Value *ARHS, const Value *BLHS, const Value *BRHS, const DataLayout &DL, unsigned Depth) |
Return true if "icmp Pred BLHS BRHS" is true whenever "icmp Pred
ALHS ARHS" is true. | |
static bool | areMatchingOperands (const Value *L0, const Value *L1, const Value *R0, const Value *R1, bool &AreSwappedOps) |
Return true if the operands of two compares (expanded as "L0 pred L1" and "R0 pred R1") match. | |
static std::optional< bool > | isImpliedCondMatchingOperands (CmpInst::Predicate LPred, CmpInst::Predicate RPred, bool AreSwappedOps) |
Return true if "icmp1 LPred X, Y" implies "icmp2 RPred X, Y" is true. | |
static std::optional< bool > | isImpliedCondCommonOperandWithConstants (CmpInst::Predicate LPred, const APInt &LC, CmpInst::Predicate RPred, const APInt &RC) |
Return true if "icmp LPred X, LC" implies "icmp RPred X, RC" is true. | |
static std::optional< bool > | isImpliedCondICmps (const ICmpInst *LHS, CmpInst::Predicate RPred, const Value *R0, const Value *R1, const DataLayout &DL, bool LHSIsTrue, unsigned Depth) |
Return true if LHS implies RHS (expanded to its components as "R0 RPred R1") is true. | |
static std::optional< bool > | isImpliedCondAndOr (const Instruction *LHS, CmpInst::Predicate RHSPred, const Value *RHSOp0, const Value *RHSOp1, const DataLayout &DL, bool LHSIsTrue, unsigned Depth) |
Return true if LHS implies RHS is true. | |
static std::pair< Value *, bool > | getDomPredecessorCondition (const Instruction *ContextI) |
static void | setLimitsForBinOp (const BinaryOperator &BO, APInt &Lower, APInt &Upper, const InstrInfoQuery &IIQ, bool PreferSignedRange) |
static void | setLimitsForIntrinsic (const IntrinsicInst &II, APInt &Lower, APInt &Upper) |
static void | setLimitsForSelectPattern (const SelectInst &SI, APInt &Lower, APInt &Upper, const InstrInfoQuery &IIQ) |
static void | setLimitForFPToI (const Instruction *I, APInt &Lower, APInt &Upper) |
static std::optional< int64_t > | getOffsetFromIndex (const GEPOperator *GEP, unsigned Idx, const DataLayout &DL) |
Variables | |
static cl::opt< unsigned > | DomConditionsMaxUses ("dom-conditions-max-uses", cl::Hidden, cl::init(20)) |
|
static |
Return true if the operands of two compares (expanded as "L0 pred L1" and "R0 pred R1") match.
IsSwappedOps is true when the operands match, but are swapped.
Definition at line 6828 of file ValueTracking.cpp.
Referenced by isImpliedCondICmps().
|
static |
Definition at line 4168 of file ValueTracking.cpp.
References assert(), llvm::ArrayRef< T >::begin(), BuildSubAggregate(), llvm::ArrayRef< T >::end(), From, llvm::PoisonValue::get(), llvm::ExtractValueInst::getIndexedType(), and llvm::SmallVectorBase< Size_T >::size().
|
static |
Definition at line 4109 of file ValueTracking.cpp.
References BuildSubAggregate(), llvm::InsertValueInst::Create(), llvm::Instruction::eraseFromParent(), llvm::FindInsertedValue(), From, llvm::InsertValueInst::getAggregateOperand(), llvm::StructType::getElementType(), llvm::StructType::getNumElements(), llvm::SmallVectorTemplateBase< T, bool >::pop_back(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().
Referenced by BuildSubAggregate(), and llvm::FindInsertedValue().
|
static |
Definition at line 5232 of file ValueTracking.cpp.
References Idx, llvm::is_contained(), llvm::Instruction::isBinaryOp(), shiftAmountKnownInRange(), and llvm::UndefMaskElem.
Referenced by isGuaranteedNotToBeUndefOrPoison().
|
static |
If SignBitOnly
is true, test for a known 0 sign bit rather than a standard ordered compare.
e.g. make -0.0 olt 0.0 be true because of the sign bit despite comparing equal.
Definition at line 3572 of file ValueTracking.cpp.
References llvm::CallingConv::C, llvm::CannotBeNegativeZero(), cannotBeOrderedLessThanZeroImpl(), llvm::Depth, llvm::Exponent, llvm::getIntrinsicForCallSite(), llvm::APFloat::getZero(), I, llvm::isKnownNeverNaN(), llvm::PatternMatch::m_APFloat(), llvm::PatternMatch::match(), and llvm::MaxAnalysisRecursionDepth.
Referenced by llvm::CannotBeOrderedLessThanZero(), cannotBeOrderedLessThanZeroImpl(), and llvm::SignBitMustBeZero().
|
static |
Definition at line 582 of file ValueTracking.cpp.
References llvm::CallingConv::C, llvm::ConstantRange::contains(), llvm::APInt::getZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Zero(), llvm::ConstantRange::makeExactICmpRegion(), llvm::PatternMatch::match(), and RHS.
Referenced by isKnownNonNullFromDominatingCondition(), and isKnownNonZeroFromAssume().
|
static |
Combine constant ranges from computeConstantRange() and computeKnownBits().
Definition at line 4941 of file ValueTracking.cpp.
References llvm::computeConstantRange(), computeKnownBits(), llvm::Depth, DL, llvm::ConstantRange::fromKnownBits(), llvm::ConstantRange::intersectWith(), llvm::ConstantRange::Signed, and llvm::ConstantRange::Unsigned.
Referenced by computeOverflowForSignedAdd(), llvm::computeOverflowForSignedSub(), llvm::computeOverflowForUnsignedAdd(), and llvm::computeOverflowForUnsignedSub().
|
static |
Determine which bits of V are known to be either zero or one and return them in the Known bit set.
NOTE: we cannot consider 'undef' to be "IsZero" here. The problem is that we cannot optimize based on the assumption that it is zero without changing it to be an explicit zero. If we don't change it to zero, other code could optimized based on the contradictory assumption that it is non-zero. Because instcombine aggressively folds operations with undef args anyway, this won't lose us code quality.
This function is defined on values with integer type, values with pointer type, and vectors of integers. In the case where V is a vector, known zero, and known one values are the same width as the vector element, and the bit is set only if it is true for all of the demanded elements in the vector specified by DemandedElts.
Definition at line 1924 of file ValueTracking.cpp.
References assert(), llvm::BitWidth, llvm::CallingConv::C, computeKnownBits(), computeKnownBitsFromAssume(), computeKnownBitsFromOperator(), llvm::Depth, llvm::Constant::getAggregateElement(), llvm::APInt::getBitWidth(), llvm::KnownBits::getBitWidth(), llvm::Value::getPointerAlignment(), llvm::Type::getScalarType(), llvm::Value::getType(), I, llvm::Type::isIntOrIntVectorTy(), llvm::Type::isPointerTy(), llvm::Type::isPtrOrPtrVectorTy(), llvm::Log2(), llvm::PatternMatch::m_APInt(), llvm::KnownBits::makeConstant(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, llvm::KnownBits::resetAll(), llvm::APInt::setAllBits(), llvm::KnownBits::setAllZero(), llvm::APInt::setLowBits(), and llvm::KnownBits::Zero.
Referenced by computeConstantRangeIncludingKnownBits(), llvm::computeKnownBits(), computeKnownBits(), computeKnownBitsAddSub(), computeKnownBitsFromAssume(), computeKnownBitsFromOperator(), computeKnownBitsFromShiftOperator(), computeKnownBitsMul(), ComputeNumSignBitsImpl(), llvm::computeOverflowForSignedMul(), llvm::computeOverflowForUnsignedMul(), llvm::haveNoCommonBitsSet(), llvm::isKnownNegative(), isKnownNonEqual(), llvm::isKnownNonNegative(), isKnownNonZero(), isKnownToBeAPowerOfTwo(), isTruePredicate(), and MaskedValueIsZero().
|
static |
Determine which bits of V are known to be either zero or one and return them.
Definition at line 1894 of file ValueTracking.cpp.
References computeKnownBits(), llvm::Depth, getBitWidth(), and llvm::Value::getType().
|
static |
Definition at line 175 of file ValueTracking.cpp.
References computeKnownBits(), llvm::Depth, llvm::APInt::getAllOnes(), and llvm::Value::getType().
Determine which bits of V are known to be either zero or one and return them.
Definition at line 1903 of file ValueTracking.cpp.
References computeKnownBits(), llvm::Depth, getBitWidth(), and llvm::Value::getType().
|
static |
Definition at line 399 of file ValueTracking.cpp.
References llvm::Add, llvm::KnownBits::computeForAddSub(), computeKnownBits(), llvm::Depth, and llvm::KnownBits::isUnknown().
Referenced by computeKnownBitsFromOperator().
|
static |
Definition at line 640 of file ValueTracking.cpp.
References A, Arg, assert(), B, llvm::BitWidth, llvm::CallingConv::C, computeKnownBits(), llvm::KnownBits::countMinLeadingZeros(), llvm::Depth, llvm::KnownBits::getBitWidth(), llvm::getKnowledgeValidInContext(), llvm::Value::getType(), I, llvm::APInt::intersects(), llvm::KnownBits::isAllOnes(), isKnownToBeAPowerOfTwo(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), llvm::Type::isPointerTy(), llvm::isPowerOf2_64(), llvm::isValidAssumeForContext(), llvm::KnownBits::isZero(), llvm::Log2_64(), llvm::APInt::lshrInPlace(), llvm::PatternMatch::m_c_And(), llvm::PatternMatch::m_c_ICmp(), llvm::PatternMatch::m_c_Or(), llvm::PatternMatch::m_c_Xor(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_ConstantInt(), llvm::PatternMatch::m_ICmp(), llvm::PatternMatch::m_Not(), llvm::PatternMatch::m_Power2(), llvm::PatternMatch::m_PtrToInt(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Shr(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_Zero(), llvm::KnownBits::makeNegative(), llvm::KnownBits::makeNonNegative(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, llvm::KnownBits::resetAll(), llvm::APInt::setAllBits(), llvm::KnownBits::setAllOnes(), llvm::KnownBits::setAllZero(), llvm::APInt::setHighBits(), llvm::APInt::setLowBits(), llvm::KnownBits::Zero, and llvm::APInt::zextOrTrunc().
Referenced by computeKnownBits(), and computeOverflowForSignedAdd().
|
static |
Definition at line 1061 of file ValueTracking.cpp.
References llvm::KnownBits::abs(), llvm::KnownBits::anyextOrTrunc(), llvm::KnownBits::ashr(), assert(), llvm::bit_width(), llvm::BitWidth, llvm::APInt::byteSwap(), llvm::CallingConv::C, llvm::APInt::clearAllBits(), llvm::APInt::clearBit(), llvm::KnownBits::commonBits(), llvm::KnownBits::computeForAddSub(), computeKnownBits(), computeKnownBitsAddSub(), llvm::computeKnownBitsFromRangeMetadata(), computeKnownBitsFromShiftOperator(), computeKnownBitsMul(), llvm::APInt::countLeadingZeros(), llvm::countLeadingZeros(), llvm::KnownBits::countMaxLeadingZeros(), llvm::KnownBits::countMaxPopulation(), llvm::KnownBits::countMaxTrailingZeros(), llvm::KnownBits::countMinLeadingOnes(), llvm::KnownBits::countMinLeadingZeros(), llvm::KnownBits::countMinTrailingOnes(), llvm::KnownBits::countMinTrailingZeros(), llvm::countr_zero(), llvm::Depth, llvm::SelectPatternResult::Flavor, llvm::APInt::flipAllBits(), llvm::gep_type_begin(), getAlign(), llvm::APInt::getAllOnes(), llvm::APInt::getBitWidth(), llvm::KnownBits::getBitWidth(), llvm::KnownBits::getConstant(), llvm::StructLayout::getElementOffset(), llvm::generic_gep_type_iterator< ItTy >::getIndexedType(), llvm::ExtractValueInst::getIndices(), llvm::CmpInst::getInversePredicate(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::ExtractValueInst::getNumIndices(), llvm::APInt::getOneBitSet(), llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), llvm::Type::getScalarType(), getShuffleDemandedElts(), llvm::Constant::getSplatValue(), llvm::generic_gep_type_iterator< ItTy >::getStructTypeOrNull(), llvm::ConstantInt::getTrue(), llvm::Value::getType(), llvm::APInt::getZero(), I, Idx, llvm::KnownBits::insertBits(), llvm::KnownBits::isConstant(), llvm::isGuaranteedNotToBePoison(), llvm::Type::isIntOrPtrTy(), llvm::SelectPatternResult::isMinOrMax(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), llvm::Type::isPointerTy(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isScalable(), llvm::APInt::isSignBitSet(), llvm::Type::isSized(), llvm::KnownBits::isUnknown(), llvm::Type::isVectorTy(), llvm::APInt::isZero(), llvm::Constant::isZeroValue(), LHS, llvm_unreachable, llvm::Log2(), llvm::KnownBits::lshr(), llvm::APInt::lshr(), llvm::PatternMatch::m_Add(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_BasicBlock(), llvm::PatternMatch::m_Br(), llvm::PatternMatch::m_c_BinOp(), llvm::PatternMatch::m_c_ICmp(), llvm::PatternMatch::m_Deferred(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::KnownBits::makeConstant(), llvm::KnownBits::makeNegative(), llvm::KnownBits::makeNonNegative(), llvm::PatternMatch::match(), matchSelectPattern(), llvm::matchSimpleRecurrence(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::mul(), llvm::Offset, llvm::KnownBits::One, P, llvm::KnownBits::resetAll(), llvm::APInt::reverseBits(), RHS, llvm::APInt::setAllBits(), llvm::APInt::setBit(), llvm::APInt::setBitsFrom(), llvm::APInt::setHighBits(), llvm::APInt::setLowBits(), llvm::APInt::setSignBit(), llvm::KnownBits::sext(), llvm::KnownBits::sextOrTrunc(), llvm::APInt::sextOrTrunc(), llvm::KnownBits::shl(), llvm::APInt::shl(), llvm::KnownBits::smax(), llvm::KnownBits::smin(), llvm::SPF_ABS, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::KnownBits::srem(), llvm::KnownBits::trunc(), llvm::KnownBits::udiv(), llvm::KnownBits::umax(), llvm::KnownBits::umin(), llvm::APInt::urem(), llvm::KnownBits::urem(), X, Y, llvm::KnownBits::Zero, and llvm::KnownBits::zextOrTrunc().
Referenced by computeKnownBits().
|
static |
Compute known bits from a shift operator, including those with a non-constant shift amount.
Known is the output of this function. Known2 is a pre-allocated temporary with the same bit width as Known and on return contains the known bit of the shift value source. KF is an operator-specific function that, given the known-bits and a shift amount, compute the implied known-bits of the shift operator's result respectively for that shift amount. The results from calling KF are conservatively combined for all permitted shift amounts.
Definition at line 976 of file ValueTracking.cpp.
References llvm::BitWidth, llvm::KnownBits::commonBits(), computeKnownBits(), llvm::Depth, llvm::KnownBits::getBitWidth(), llvm::KnownBits::getMaxValue(), llvm::APInt::getZExtValue(), llvm::KnownBits::hasConflict(), I, llvm::KnownBits::isConstant(), isKnownNonZero(), llvm::KnownBits::makeConstant(), llvm::KnownBits::One, llvm::PowerOf2Ceil(), llvm::KnownBits::resetAll(), llvm::APInt::setAllBits(), llvm::KnownBits::setAllZero(), llvm::APInt::uge(), llvm::KnownBits::Zero, and llvm::APInt::zextOrTrunc().
Referenced by computeKnownBitsFromOperator().
|
static |
Definition at line 414 of file ValueTracking.cpp.
References computeKnownBits(), llvm::Depth, isGuaranteedNotToBeUndefOrPoison(), llvm::isKnownNegative(), llvm::isKnownNonNegative(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), llvm::KnownBits::isNonZero(), llvm::KnownBits::makeNegative(), llvm::KnownBits::makeNonNegative(), and llvm::KnownBits::mul().
Referenced by computeKnownBitsFromOperator().
|
static |
Definition at line 3070 of file ValueTracking.cpp.
References assert(), ComputeNumSignBitsImpl(), and llvm::Depth.
Referenced by llvm::ComputeMaxSignificantBits(), ComputeNumSignBits(), ComputeNumSignBitsImpl(), computeOverflowForSignedAdd(), llvm::computeOverflowForSignedMul(), and llvm::computeOverflowForSignedSub().
Definition at line 375 of file ValueTracking.cpp.
References ComputeNumSignBits(), llvm::Depth, llvm::APInt::getAllOnes(), and llvm::Value::getType().
|
static |
Return the number of times the sign bit of the register is replicated into the other bits.
We know that at least 1 bit is always equal to the sign bit (itself), but other cases can give us information. For example, immediately after an "ashr X, 2", we know that the top 3 bits are all equal to each other, so we return 3. For vectors, return the number of sign bits for the vector element with the minimum number of known sign bits of the demanded elements in the vector specified by DemandedElts.
Definition at line 3084 of file ValueTracking.cpp.
References assert(), llvm::APInt::ceilLogBase2(), computeKnownBits(), ComputeNumSignBits(), computeNumSignBitsVectorConstant(), llvm::KnownBits::countMinSignBits(), llvm::Depth, llvm::APInt::getBitWidth(), llvm::PHINode::getIncomingBlock(), llvm::PHINode::getIncomingValue(), llvm::PHINode::getNumIncomingValues(), llvm::APInt::getNumSignBits(), llvm::Operator::getOpcode(), llvm::Type::getScalarType(), getShuffleDemandedElts(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), llvm::APInt::getZExtValue(), llvm::KnownBits::isNonNegative(), llvm::Type::isPointerTy(), isSignedMinMaxClamp(), isSignedMinMaxIntrinsicClamp(), llvm::APInt::isStrictlyPositive(), LHS, llvm::APInt::logBase2(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, RHS, llvm::APInt::uge(), X, and llvm::KnownBits::Zero.
Referenced by ComputeNumSignBits().
|
static |
For vector constants, loop over the elements and find the constant with the minimum number of sign bits.
Return 0 if the value is not a vector constant or if any element was not analyzed; otherwise, return the count for the element with the minimum number of sign bits.
Definition at line 3043 of file ValueTracking.cpp.
Referenced by ComputeNumSignBitsImpl().
|
static |
Definition at line 5023 of file ValueTracking.cpp.
References llvm::Add, computeConstantRangeIncludingKnownBits(), computeKnownBitsFromAssume(), ComputeNumSignBits(), DL, llvm::ConstantRange::getBitWidth(), llvm::ConstantRange::isAllNegative(), llvm::ConstantRange::isAllNonNegative(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), LHS, mapOverflowResult(), RHS, and llvm::ConstantRange::signedAddMayOverflow().
|
static |
Definition at line 5394 of file ValueTracking.cpp.
References llvm::any_of(), llvm::CallBase::args(), llvm::Depth, I, llvm::is_contained(), llvm::PatternMatch::m_ExtractValue(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_WithOverflowInst(), llvm::PatternMatch::match(), and MaxDepth.
Referenced by impliesPoison().
|
static |
Returns the bitwidth of the given scalar or pointer type.
For vector types, returns the element type's bitwidth.
Definition at line 89 of file ValueTracking.cpp.
References llvm::BitWidth, DL, and llvm::Type::getScalarSizeInBits().
Referenced by canConvertValue(), llvm::FunctionComparator::cmpTypes(), combineAnd(), combineOr(), computeKnownBits(), llvm::APInt::concat(), DecodeFixedType(), getMangledTypeStr(), llvm::SelectionDAG::getNode(), getTypeID(), llvm::MVT::getVT(), instCombineSVECondLast(), isKnownNonZero(), LLVMCreateGenericValueOfInt(), llvm::ExecutionEngine::LoadValueFromMemory(), and llvm::APInt::operator[]().
|
static |
Definition at line 7017 of file ValueTracking.cpp.
References assert(), llvm::Instruction::getParent(), llvm::BasicBlock::getSinglePredecessor(), llvm::BasicBlock::getTerminator(), llvm::PatternMatch::m_Br(), llvm::PatternMatch::m_Value(), and llvm::PatternMatch::match().
Referenced by llvm::isImpliedByDomCondition().
|
static |
If the pair of operators are the same invertible function, return the the operands of the function corresponding to each input.
Otherwise, return std::nullopt. An invertible function is one that is 1-to-1 and maps every input value to exactly one output value. This is equivalent to saying that Op1 and Op2 are equal exactly when the specified pair of operands are equal, (except that Op1 and Op2 may be poison more often.)
Definition at line 2750 of file ValueTracking.cpp.
References getInvertibleOperands(), llvm::Operator::getOpcode(), llvm::User::getOperand(), getOperands(), llvm::Instruction::getParent(), llvm::Value::getType(), and llvm::matchSimpleRecurrence().
Referenced by getInvertibleOperands(), and isKnownNonEqual().
If the input value is the result of a 'not' op, constant integer, or vector splat of a constant integer, return the bitwise-not source value.
TODO: This could be extended to handle non-splat vector integer constants.
Definition at line 6135 of file ValueTracking.cpp.
References llvm::CallingConv::C, llvm::ConstantInt::get(), llvm::Value::getType(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Not(), llvm::PatternMatch::m_Value(), and llvm::PatternMatch::match().
Referenced by matchMinMax().
|
static |
Definition at line 7467 of file ValueTracking.cpp.
References DL, GEP, llvm::gep_type_begin(), llvm::generic_gep_type_iterator< ItTy >::getIndexedType(), llvm::ConstantInt::getSExtValue(), llvm::generic_gep_type_iterator< ItTy >::getStructTypeOrNull(), llvm::ConstantInt::getZExtValue(), Idx, llvm::ConstantInt::isZero(), llvm::Offset, and Size.
Referenced by llvm::isPointerOffset().
|
static |
Definition at line 157 of file ValueTracking.cpp.
References assert(), llvm::User::getOperand(), llvm::getShuffleDemandedElts(), llvm::ShuffleVectorInst::getShuffleMask(), llvm::ShuffleVectorInst::getType(), and llvm::Value::getType().
Referenced by computeKnownBitsFromOperator(), and ComputeNumSignBitsImpl().
|
static |
If we can compute the length of the string pointed to by the specified pointer, return 'len+1'.
If we can't, return 0.
Definition at line 4436 of file ValueTracking.cpp.
References llvm::ConstantDataArraySlice::Array, E, llvm::getConstantDataArrayInfo(), llvm::ConstantDataSequential::getElementAsInteger(), GetStringLengthH(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::ConstantDataArraySlice::Length, llvm::ConstantDataArraySlice::Offset, SI, and llvm::Value::stripPointerCasts().
Referenced by llvm::GetStringLength(), and GetStringLengthH().
This is the function that does the work of looking through basic ptrtoint+arithmetic+inttoptr sequences.
Definition at line 4655 of file ValueTracking.cpp.
References assert(), llvm::Operator::getOpcode(), llvm::Value::getType(), and llvm::Type::isIntegerTy().
Referenced by llvm::getUnderlyingObjectsForCodeGen().
|
static |
Definition at line 5422 of file ValueTracking.cpp.
References llvm::all_of(), llvm::canCreatePoison(), llvm::Depth, directlyImpliesPoison(), I, isGuaranteedNotToBeUndefOrPoison(), and MaxDepth.
|
static |
Return true if V2 == V1 + X, where X is known non-zero.
Definition at line 2851 of file ValueTracking.cpp.
References llvm::Depth, llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), and isKnownNonZero().
Referenced by isKnownNonEqual().
|
static |
Definition at line 490 of file ValueTracking.cpp.
References llvm::all_of(), llvm::append_range(), E, llvm::SmallVectorBase< Size_T >::empty(), I, llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::is_contained(), mayHaveSideEffects(), llvm::User::operands(), llvm::SmallVectorImpl< T >::pop_back_val(), and llvm::Value::users().
Referenced by llvm::isValidAssumeForContext().
|
static |
Test whether a GEP's result is known to be non-null.
Uses properties inherent in a GEP to try to determine whether it is known to be non-null.
Currently this routine does not support vector GEPs.
Definition at line 2241 of file ValueTracking.cpp.
References assert(), llvm::Depth, F, GEP, llvm::gep_type_begin(), llvm::gep_type_end(), llvm::StructLayout::getElementOffset(), llvm::ConstantInt::getZExtValue(), I, isKnownNonZero(), llvm::MaxAnalysisRecursionDepth, and llvm::NullPointerIsDefined().
Referenced by isKnownNonZero().
|
static |
Definition at line 5450 of file ValueTracking.cpp.
References A, llvm::all_of(), llvm::any_of(), llvm::CallingConv::C, canCreateUndefOrPoison(), Cond, llvm::Depth, llvm::DomTreeNodeBase< NodeT >::getBlock(), llvm::DomTreeNodeBase< NodeT >::getIDom(), llvm::getKnowledgeValidInContext(), llvm::DominatorTreeBase< NodeT, IsPostDom >::getNode(), llvm::Instruction::getParent(), I, isGuaranteedNotToBeUndefOrPoison(), llvm::MaxAnalysisRecursionDepth, programUndefinedIfUndefOrPoison(), SI, and llvm::Value::stripPointerCastsSameRepresentation().
Referenced by computeKnownBitsMul(), llvm::computeOverflowForSignedSub(), llvm::computeOverflowForUnsignedSub(), impliesPoison(), and isGuaranteedNotToBeUndefOrPoison().
|
static |
Return true if LHS implies RHS is true.
Return false if LHS implies RHS is false. Otherwise, return std::nullopt if we can't infer anything. We expect the RHS to be an icmp and the LHS to be an 'and', 'or', or a 'select' instruction.
Definition at line 6908 of file ValueTracking.cpp.
References assert(), llvm::Depth, DL, llvm::isImpliedCondition(), LHS, llvm::PatternMatch::m_LogicalAnd(), llvm::PatternMatch::m_LogicalOr(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), and llvm::MaxAnalysisRecursionDepth.
Referenced by llvm::isImpliedCondition().
|
static |
Return true if "icmp LPred X, LC" implies "icmp RPred X, RC" is true.
Return false if "icmp LPred X, LC" implies "icmp RPred X, RC" is false. Otherwise, return std::nullopt if we can't infer anything.
Definition at line 6856 of file ValueTracking.cpp.
References llvm::ConstantRange::difference(), llvm::ConstantRange::intersectWith(), llvm::ConstantRange::isEmptySet(), and llvm::ConstantRange::makeExactICmpRegion().
Referenced by isImpliedCondICmps().
|
static |
Return true if LHS implies RHS (expanded to its components as "R0 RPred R1") is true.
Return false if LHS implies RHS is false. Otherwise, return std::nullopt if we can't infer anything.
Definition at line 6873 of file ValueTracking.cpp.
References areMatchingOperands(), llvm::Depth, DL, isImpliedCondCommonOperandWithConstants(), isImpliedCondMatchingOperands(), isImpliedCondOperands(), LHS, llvm::PatternMatch::m_APInt(), and llvm::PatternMatch::match().
Referenced by llvm::isImpliedCondition().
|
static |
Return true if "icmp1 LPred X, Y" implies "icmp2 RPred X, Y" is true.
Return false if "icmp1 LPred X, Y" implies "icmp2 RPred X, Y" is false. Otherwise, return std::nullopt if we can't infer anything.
Definition at line 6839 of file ValueTracking.cpp.
References llvm::CmpInst::isImpliedFalseByMatchingCmp(), and llvm::CmpInst::isImpliedTrueByMatchingCmp().
Referenced by isImpliedCondICmps().
|
static |
Return true if "icmp Pred BLHS BRHS" is true whenever "icmp Pred ALHS ARHS" is true.
Otherwise, return std::nullopt.
Definition at line 6802 of file ValueTracking.cpp.
References llvm::Depth, DL, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, and isTruePredicate().
Referenced by isImpliedCondICmps().
|
static |
Return true if it is known that V1 != V2.
Definition at line 2923 of file ValueTracking.cpp.
References computeKnownBits(), llvm::Depth, getInvertibleOperands(), llvm::Value::getType(), llvm::APInt::intersects(), isAddOfNonZero(), llvm::Type::isIntOrIntVectorTy(), isKnownNonEqual(), isNonEqualMul(), isNonEqualPHIs(), isNonEqualShl(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, and llvm::KnownBits::Zero.
Referenced by isKnownNonEqual(), and isNonEqualPHIs().
|
static |
Definition at line 5905 of file ValueTracking.cpp.
References llvm::CallingConv::C, E, I, and llvm::FastMathFlags::noNaNs().
Referenced by matchSelectPattern().
|
static |
Definition at line 2302 of file ValueTracking.cpp.
References Arg, assert(), cmpExcludesZero(), DomConditionsMaxUses, llvm::DominatorTree::dominates(), llvm::SmallVectorBase< Size_T >::empty(), llvm::CmpInst::getInversePredicate(), llvm::getLoadStorePointerOperand(), llvm::Instruction::getParent(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), I, llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::isGuard(), llvm::BasicBlockEdge::isSingleEdge(), llvm::PatternMatch::m_c_ICmp(), llvm::PatternMatch::m_LogicalAnd(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::NullPointerIsDefined(), llvm::SmallVectorImpl< T >::pop_back_val(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), RHS, and llvm::Value::users().
Referenced by isKnownNonZero().
Definition at line 5928 of file ValueTracking.cpp.
References llvm::CallingConv::C, E, and I.
|
static |
Return true if the given value is known to be non-zero when defined.
For vectors, return true if every demanded element is known to be non-zero when defined. For pointers, if the context instruction and dominator tree are specified, perform context-sensitive analysis and return true if the pointer couldn't possibly be null at the specified instruction. Supports values with integer or pointer type and vectors of integers.
Definition at line 2446 of file ValueTracking.cpp.
References A, llvm::all_of(), assert(), llvm::BitWidth, llvm::CallingConv::C, computeKnownBits(), llvm::KnownBits::countMaxLeadingZeros(), llvm::KnownBits::countMinTrailingZeros(), llvm::Depth, llvm::APInt::getAllOnes(), llvm::getArgumentAliasingToReturnedPointer(), llvm::APInt::getBitWidth(), getBitWidth(), getIntrinsicID(), llvm::APInt::getOneBitSet(), llvm::Type::getScalarType(), llvm::APInt::getSignedMaxValue(), llvm::Value::getType(), I, Idx, llvm::APInt::intersects(), llvm::PossiblyExactOperator::isExact(), isGEPKnownNonNull(), llvm::isGuaranteedNotToBePoison(), isKnownNonNullFromDominatingCondition(), isKnownNonZero(), isKnownNonZeroFromAssume(), isKnownToBeAPowerOfTwo(), llvm::KnownBits::isNegative(), llvm::KnownBits::isNonNegative(), isNonZeroRecurrence(), llvm::Constant::isNullValue(), llvm::MaxAnalysisRecursionDepth, llvm::NullPointerIsDefined(), llvm::KnownBits::One, and rangeMetadataExcludesValue().
Referenced by computeKnownBitsFromShiftOperator(), isAddOfNonZero(), isGEPKnownNonNull(), isKnownNonZero(), llvm::isKnownPositive(), isNonEqualMul(), isNonEqualShl(), and matchSelectPattern().
Definition at line 2736 of file ValueTracking.cpp.
References llvm::Depth, llvm::APInt::getAllOnes(), llvm::Value::getType(), and isKnownNonZero().
Definition at line 600 of file ValueTracking.cpp.
References assert(), cmpExcludesZero(), llvm::getKnowledgeValidInContext(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), I, llvm::Type::isPointerTy(), llvm::isValidAssumeForContext(), llvm::PatternMatch::m_c_ICmp(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_PtrToInt(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::NullPointerIsDefined(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), and RHS.
Referenced by isKnownNonZero().
|
static |
Return true if the given value is known to have exactly one bit set when defined.
For vectors return true if every element is known to be a power of two when defined. Supports values with integer or pointer types and vectors of integers.
Definition at line 2112 of file ValueTracking.cpp.
References llvm::all_of(), assert(), llvm::BitWidth, computeKnownBits(), llvm::Depth, llvm::APInt::getBoolValue(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), isKnownToBeAPowerOfTwo(), isPowerOfTwoRecurrence(), llvm::PatternMatch::m_Add(), llvm::PatternMatch::m_And(), llvm::PatternMatch::m_Exact(), llvm::PatternMatch::m_LShr(), llvm::PatternMatch::m_MaxOrMin(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_Power2(), llvm::PatternMatch::m_Power2OrZero(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_SignMask(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_UDiv(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::MaxAnalysisRecursionDepth, llvm::KnownBits::One, SI, X, Y, and llvm::KnownBits::Zero.
Referenced by computeKnownBitsFromAssume(), isKnownNonZero(), isKnownToBeAPowerOfTwo(), and isPowerOfTwoRecurrence().
|
static |
Return true if V2 == V1 * C, where V1 is known non-zero, C is not 0/1 and the multiplication is nuw or nsw.
Definition at line 2868 of file ValueTracking.cpp.
References llvm::CallingConv::C, llvm::Depth, isKnownNonZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Mul(), llvm::PatternMatch::m_Specific(), and llvm::PatternMatch::match().
Referenced by isKnownNonEqual().
|
static |
Definition at line 2892 of file ValueTracking.cpp.
References llvm::PHINode::blocks(), llvm::Depth, llvm::PHINode::getIncomingValueForBlock(), llvm::Instruction::getParent(), llvm::SmallPtrSetImpl< PtrType >::insert(), isKnownNonEqual(), llvm::PatternMatch::m_APInt(), and llvm::PatternMatch::match().
Referenced by isKnownNonEqual().
|
static |
Return true if V2 == V1 << C, where V1 is known non-zero, C is not 0 and the shift is nuw or nsw.
Definition at line 2881 of file ValueTracking.cpp.
References llvm::CallingConv::C, llvm::Depth, isKnownNonZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Specific(), and llvm::PatternMatch::match().
Referenced by isKnownNonEqual().
Try to detect a recurrence that monotonically increases/decreases from a non-zero starting value.
These are common as induction variables.
Definition at line 2412 of file ValueTracking.cpp.
References llvm::BinaryOperator::getOpcode(), llvm::Instruction::hasNoSignedWrap(), llvm::Instruction::hasNoUnsignedWrap(), llvm::Instruction::isExact(), llvm::APInt::isNegative(), llvm::APInt::isZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), and llvm::matchSimpleRecurrence().
Referenced by isKnownNonZero().
|
static |
Try to detect a recurrence that the value of the induction variable is always a power of two (or zero).
Definition at line 2053 of file ValueTracking.cpp.
References llvm::Depth, llvm::PHINode::getIncomingBlock(), llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), llvm::Instruction::getParent(), llvm::BasicBlock::getTerminator(), isKnownToBeAPowerOfTwo(), llvm::PatternMatch::m_Power2(), llvm::PatternMatch::m_SignMask(), llvm::PatternMatch::match(), llvm::matchSimpleRecurrence(), and llvm::User::operands().
Referenced by isKnownToBeAPowerOfTwo().
PN
defines a loop-variant pointer to an object.
Check if the previous iteration of the loop was referring to the same object as PN
.
Definition at line 4543 of file ValueTracking.cpp.
References llvm::PHINode::getIncomingValue(), llvm::LoopInfoBase< BlockT, LoopT >::getLoopFor(), llvm::PHINode::getNumIncomingValues(), llvm::Instruction::getParent(), and llvm::Loop::isLoopInvariant().
Referenced by llvm::getUnderlyingObjects().
|
static |
Definition at line 2992 of file ValueTracking.cpp.
References assert(), llvm::SelectPatternResult::Flavor, llvm::getInverseMinMaxFlavor(), getOpcode(), LHS, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), matchSelectPattern(), RHS, Select, llvm::APInt::sle(), llvm::SPF_SMAX, llvm::SPF_SMIN, and std::swap().
Referenced by ComputeNumSignBitsImpl().
|
static |
Definition at line 3021 of file ValueTracking.cpp.
References assert(), llvm::CallBase::getArgOperand(), llvm::IntrinsicInst::getIntrinsicID(), llvm::getInverseMinMaxIntrinsic(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::APInt::sle(), and std::swap().
Referenced by ComputeNumSignBitsImpl().
|
static |
Return true if "icmp Pred LHS RHS" is always true.
Definition at line 6742 of file ValueTracking.cpp.
References A, B, llvm::CallingConv::C, computeKnownBits(), llvm::Depth, DL, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_ULE, LHS, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_NSWAdd(), llvm::PatternMatch::m_NUWAdd(), llvm::PatternMatch::m_Or(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), RHS, llvm::APInt::ule(), X, and llvm::KnownBits::Zero.
Referenced by isImpliedCondOperands().
|
static |
Helps to match a select pattern in case of a type mismatch.
The function processes the case when type of true and false values of a select instruction differs from type of the cmp instruction operands because of a cast instruction. The function checks if it is legal to move the cast operation after "select". If yes, it returns the new second value of "select" (with the assumption that cast is moved):
Definition at line 6444 of file ValueTracking.cpp.
References llvm::CallingConv::C, llvm::ConstantExpr::getCast(), llvm::ConstantExpr::getFPExtend(), llvm::ConstantExpr::getFPToSI(), llvm::ConstantExpr::getFPToUI(), llvm::ConstantExpr::getFPTrunc(), llvm::ConstantExpr::getIntegerCast(), llvm::User::getOperand(), llvm::ConstantExpr::getSIToFP(), llvm::ConstantExpr::getTrunc(), llvm::Value::getType(), llvm::ConstantExpr::getUIToFP(), llvm::CmpInst::isSigned(), llvm::CmpInst::isUnsigned(), llvm::PatternMatch::m_Constant(), and llvm::PatternMatch::match().
Referenced by llvm::matchDecomposedSelectPattern().
|
static |
Convert ConstantRange OverflowResult into ValueTracking OverflowResult.
Definition at line 4926 of file ValueTracking.cpp.
References llvm_unreachable.
Referenced by computeOverflowForSignedAdd(), llvm::computeOverflowForSignedSub(), llvm::computeOverflowForUnsignedAdd(), llvm::computeOverflowForUnsignedMul(), and llvm::computeOverflowForUnsignedSub().
|
static |
Return true if 'V & Mask' is known to be zero.
We use this predicate to simplify operations downstream. Mask is known to be zero for bits that V cannot have.
This function is defined on values with integer type, values with pointer type, and vectors of integers. In the case where V is a vector, the mask, known zero, and known one values are the same width as the vector element, and the bit is set only if it is true for all of the elements in the vector.
Definition at line 2983 of file ValueTracking.cpp.
References computeKnownBits(), llvm::Depth, and llvm::KnownBits::Zero.
|
static |
Recognize variations of: CLAMP(v,l,h) ==> ((v) < (l) ? (l) : ((v) > (h) ? (h) : (v)))
Definition at line 6003 of file ValueTracking.cpp.
References llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_SMax(), llvm::PatternMatch::m_SMin(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_UMax(), llvm::PatternMatch::m_UMin(), llvm::PatternMatch::match(), llvm::APInt::sgt(), llvm::APInt::slt(), llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, llvm::SPNB_NA, std::swap(), llvm::APInt::ugt(), and llvm::APInt::ult().
Referenced by matchMinMax().
|
static |
Match clamp pattern for float types without care about NaNs or signed zeros.
Given non-min/max outer cmp/select from the clamp pattern this function recognizes if it can be substitued by a "canonical" min/max pattern.
Definition at line 5949 of file ValueTracking.cpp.
References llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_UGE, llvm::CmpInst::FCMP_UGT, llvm::CmpInst::FCMP_ULE, llvm::CmpInst::FCMP_ULT, llvm::CmpInst::getInversePredicate(), llvm::APFloat::isFinite(), LHS, llvm::PatternMatch::m_APFloat(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_OrdFMax(), llvm::PatternMatch::m_OrdFMin(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_UnordFMax(), llvm::PatternMatch::m_UnordFMin(), llvm::PatternMatch::match(), RHS, llvm::SPF_FMAXNUM, llvm::SPF_FMINNUM, llvm::SPF_UNKNOWN, llvm::SPNB_NA, llvm::SPNB_RETURNS_ANY, and std::swap().
Referenced by matchSelectPattern().
|
static |
Match non-obvious integer minimum and maximum sequences.
Definition at line 6148 of file ValueTracking.cpp.
References llvm::Depth, llvm::SelectPatternResult::Flavor, getNotValue(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, llvm::APInt::isAllOnes(), llvm::APInt::isMaxSignedValue(), llvm::APInt::isMinSignedValue(), llvm::APInt::isZero(), LHS, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), matchClamp(), matchMinMaxOfMinMax(), RHS, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, and llvm::SPNB_NA.
Referenced by matchSelectPattern().
|
static |
Recognize variations of: a < c ? min(a,b) : min(b,c) ==> min(min(a,b),min(b,c))
Definition at line 6039 of file ValueTracking.cpp.
References A, assert(), B, llvm::CallingConv::C, D, llvm::Depth, llvm::SelectPatternResult::Flavor, llvm::CmpInst::isIntPredicate(), llvm::SelectPatternResult::isMinOrMax(), llvm::PatternMatch::m_Not(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::match(), matchSelectPattern(), llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, llvm::SPNB_NA, and std::swap().
Referenced by matchMinMax().
|
static |
Definition at line 6238 of file ValueTracking.cpp.
References llvm::Depth, llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_UGE, llvm::CmpInst::FCMP_UGT, llvm::CmpInst::FCMP_ULE, llvm::CmpInst::FCMP_ULT, llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::isFPPredicate(), llvm::CmpInst::isIntPredicate(), llvm::isKnownNegation(), isKnownNonNaN(), isKnownNonZero(), llvm::CmpInst::isOrdered(), LHS, llvm::PatternMatch::m_AllOnes(), llvm::PatternMatch::m_AnyZeroFP(), llvm::PatternMatch::m_CombineOr(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_SExt(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_ZeroInt(), llvm::PatternMatch::match(), matchFastFloatClamp(), matchMinMax(), llvm::FastMathFlags::noSignedZeros(), RHS, llvm::SPF_ABS, llvm::SPF_FMAXNUM, llvm::SPF_FMINNUM, llvm::SPF_NABS, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, llvm::SPNB_NA, llvm::SPNB_RETURNS_ANY, llvm::SPNB_RETURNS_NAN, llvm::SPNB_RETURNS_OTHER, and std::swap().
Referenced by llvm::canConvertToMinOrMaxIntrinsic(), computeKnownBitsFromOperator(), isSignedMinMaxClamp(), matchMinMaxOfMinMax(), and setLimitsForSelectPattern().
|
static |
Definition at line 4762 of file ValueTracking.cpp.
References llvm::User::isDroppable(), llvm::Instruction::isLifetimeStartOrEnd(), and llvm::Value::users().
Referenced by llvm::onlyUsedByLifetimeMarkers(), and llvm::onlyUsedByLifetimeMarkersOrDroppableInsts().
Definition at line 5810 of file ValueTracking.cpp.
References Arg, llvm::BasicBlock::begin(), llvm::SmallSet< T, N, C >::count(), llvm::BasicBlock::end(), llvm::BasicBlock::getFirstNonPHI(), llvm::getGuaranteedWellDefinedOps(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::BasicBlock::getParent(), llvm::BasicBlock::getSingleSuccessor(), I, llvm::SmallSet< T, N, C >::insert(), llvm::is_contained(), llvm::isGuaranteedToTransferExecutionToSuccessor(), llvm::make_range(), llvm::mustTriggerUB(), and llvm::propagatesPoison().
Referenced by isGuaranteedNotToBeUndefOrPoison().
Does the 'Range' metadata (which must be a valid MD_range operand list) ensure that the value it's attached to is never Value? 'RangeType' is is the type of the value described by the range.
Definition at line 2395 of file ValueTracking.cpp.
References assert(), llvm::Lower, and llvm::Upper.
Referenced by isKnownNonZero().
|
static |
Definition at line 125 of file ValueTracking.cpp.
References llvm::Instruction::getParent().
Referenced by llvm::computeKnownBits(), llvm::ComputeNumSignBits(), llvm::isKnownNonEqual(), llvm::isKnownNonZero(), llvm::isKnownToBeAPowerOfTwo(), and llvm::MaskedValueIsZero().
|
static |
Definition at line 139 of file ValueTracking.cpp.
References llvm::Instruction::getParent().
|
static |
Definition at line 7388 of file ValueTracking.cpp.
References llvm::BitWidth, I, llvm::Lower, and llvm::Upper.
Referenced by llvm::computeConstantRange().
|
static |
Definition at line 7067 of file ValueTracking.cpp.
References llvm::APInt::ashr(), assert(), llvm::CallingConv::C, llvm::APInt::getAllOnes(), llvm::APInt::getMaxValue(), llvm::BinaryOperator::getOpcode(), llvm::User::getOperand(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::Instruction::hasNoSignedWrap(), llvm::InstrInfoQuery::hasNoSignedWrap(), llvm::InstrInfoQuery::hasNoUnsignedWrap(), llvm::InstrInfoQuery::isExact(), llvm::Lower, llvm::APInt::lshr(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::match(), llvm::APInt::sdiv(), std::swap(), llvm::APInt::udiv(), and llvm::Upper.
Referenced by llvm::computeConstantRange().
|
static |
Definition at line 7232 of file ValueTracking.cpp.
References assert(), llvm::CallingConv::C, llvm::IntrinsicInst::getIntrinsicID(), llvm::APInt::getMaxValue(), llvm::User::getOperand(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm_unreachable, llvm::Lower, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_One(), llvm::PatternMatch::match(), and llvm::Upper.
Referenced by llvm::computeConstantRange().
|
static |
Definition at line 7335 of file ValueTracking.cpp.
References llvm::BitWidth, llvm::CallingConv::C, llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::APInt::getZero(), llvm::InstrInfoQuery::hasNoSignedWrap(), LHS, llvm::Lower, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Neg(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::match(), matchSelectPattern(), RHS, SI, llvm::SPF_SMAX, llvm::SPF_SMIN, llvm::SPF_UMAX, llvm::SPF_UMIN, llvm::SPF_UNKNOWN, and llvm::Upper.
Referenced by llvm::computeConstantRange().
Shifts return poison if shiftwidth is larger than the bitwidth.
Definition at line 5208 of file ValueTracking.cpp.
References llvm::all_of(), llvm::CallingConv::C, and llvm::SmallVectorTemplateBase< T, bool >::push_back().
Referenced by canCreateUndefOrPoison().
|
static |
Referenced by isKnownNonNullFromDominatingCondition().