20#ifndef LLVM_ANALYSIS_SCALAREVOLUTION_H
21#define LLVM_ANALYSIS_SCALAREVOLUTION_H
115 uintptr_t Val =
static_cast<uintptr_t
>(-1);
120 uintptr_t Val =
static_cast<uintptr_t
>(-2);
129 return LHS.getRawPointer() ==
RHS.getRawPointer();
261 return ID ==
X.FastID;
265 return X.FastID.ComputeHash();
339 return ID ==
X.FastID;
344 return X.FastID.ComputeHash();
428 "Invalid flags value!");
445 "Invalid flags value!");
457 IncrementWrapFlags Flags;
462 IncrementWrapFlags Flags);
471 bool isAlwaysTrue()
const override;
512 bool isAlwaysTrue()
const override;
563 return TestFlags ==
maskFlags(Flags, TestFlags);
624 LLVM_ABI std::optional<SCEV::NoWrapFlags>
674 unsigned Depth = 0) {
680 unsigned Depth = 0) {
689 unsigned Depth = 0) {
695 unsigned Depth = 0) {
717 std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
743 bool Sequential =
false);
745 bool Sequential =
false);
845 bool Sequential =
false);
850 bool Sequential =
false);
941 const SCEV *ExitCount);
1106 return getRangeRef(S, HINT_RANGE_UNSIGNED);
1111 return getRangeRef(S, HINT_RANGE_UNSIGNED).getUnsignedMin();
1116 return getRangeRef(S, HINT_RANGE_UNSIGNED).getUnsignedMax();
1122 return getRangeRef(S, HINT_RANGE_SIGNED);
1127 return getRangeRef(S, HINT_RANGE_SIGNED).getSignedMin();
1132 return getRangeRef(S, HINT_RANGE_SIGNED).getSignedMax();
1153 bool OrNegative =
false);
1182 LLVM_ABI std::pair<const SCEV *, const SCEV *>
1293 bool ControlsOnlyExit,
1294 bool AllowPredicates =
false);
1311 LLVM_ABI std::optional<MonotonicPredicateType>
1326 LLVM_ABI std::optional<LoopInvariantPredicate>
1335 LLVM_ABI std::optional<LoopInvariantPredicate>
1340 const SCEV *MaxIter);
1342 LLVM_ABI std::optional<LoopInvariantPredicate>
1395 FunctionAnalysisManager::Invalidator &Inv);
1438 bool PreserveNUW =
false;
1439 bool PreserveNSW =
false;
1451 unsigned Depth = 0);
1457 static void collectFromPHI(
1482 return getLoopProperties(L).HasNoAbnormalExits;
1504 const SCEV *Op =
nullptr;
1505 const Type *Ty =
nullptr;
1519 reinterpret_cast<uintptr_t
>(Ty)));
1523 return std::tie(Op, Ty, C) == std::tie(
RHS.Op,
RHS.Ty,
RHS.C);
1533 void deleted()
override;
1534 void allUsesReplacedWith(
Value *New)
override;
1540 friend class SCEVCallbackVH;
1568 std::unique_ptr<SCEVCouldNotCompute> CouldNotCompute;
1574 HasRecMapType HasRecMap;
1582 ExprValueMapType ExprValueMap;
1585 using ValueExprMapType =
1589 ValueExprMapType ValueExprMap;
1604 bool WalkingBEDominatingConds =
false;
1608 bool ProvingSplitPredicate =
false;
1618 APInt getConstantMultipleImpl(
const SCEV *S,
1623 struct ExitNotTakenInfo {
1625 const SCEV *ExactNotTaken;
1626 const SCEV *ConstantMaxNotTaken;
1627 const SCEV *SymbolicMaxNotTaken;
1631 const SCEV *ExactNotTaken,
1632 const SCEV *ConstantMaxNotTaken,
1633 const SCEV *SymbolicMaxNotTaken,
1635 : ExitingBlock(ExitingBlock), ExactNotTaken(ExactNotTaken),
1636 ConstantMaxNotTaken(ConstantMaxNotTaken),
1637 SymbolicMaxNotTaken(SymbolicMaxNotTaken), Predicates(Predicates) {}
1639 bool hasAlwaysTruePredicate()
const {
1640 return Predicates.
empty();
1647 class BackedgeTakenInfo {
1648 friend class ScalarEvolution;
1652 SmallVector<ExitNotTakenInfo, 1> ExitNotTaken;
1657 const SCEV *ConstantMax =
nullptr;
1661 bool IsComplete =
false;
1665 const SCEV *SymbolicMax =
nullptr;
1668 bool MaxOrZero =
false;
1670 bool isComplete()
const {
return IsComplete; }
1671 const SCEV *getConstantMax()
const {
return ConstantMax; }
1673 LLVM_ABI const ExitNotTakenInfo *getExitNotTaken(
1674 const BasicBlock *ExitingBlock,
1675 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const;
1678 BackedgeTakenInfo() =
default;
1679 BackedgeTakenInfo(BackedgeTakenInfo &&) =
default;
1680 BackedgeTakenInfo &operator=(BackedgeTakenInfo &&) =
default;
1682 using EdgeExitInfo = std::pair<BasicBlock *, ExitLimit>;
1686 bool IsComplete,
const SCEV *ConstantMax,
1691 bool hasAnyInfo()
const {
1692 return !ExitNotTaken.empty() ||
1697 bool hasFullInfo()
const {
return isComplete(); }
1718 const Loop *L, ScalarEvolution *SE,
1719 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const;
1726 const SCEV *getExact(
1727 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1728 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const {
1729 if (
auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1730 return ENT->ExactNotTaken;
1732 return SE->getCouldNotCompute();
1736 LLVM_ABI const SCEV *getConstantMax(
1737 ScalarEvolution *SE,
1738 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const;
1741 const SCEV *getConstantMax(
1742 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1743 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const {
1744 if (
auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1745 return ENT->ConstantMaxNotTaken;
1747 return SE->getCouldNotCompute();
1751 LLVM_ABI const SCEV *getSymbolicMax(
1752 const Loop *L, ScalarEvolution *SE,
1753 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr);
1756 const SCEV *getSymbolicMax(
1757 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1758 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const {
1759 if (
auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1760 return ENT->SymbolicMaxNotTaken;
1762 return SE->getCouldNotCompute();
1767 LLVM_ABI bool isConstantMaxOrZero(ScalarEvolution *SE)
const;
1772 DenseMap<const Loop *, BackedgeTakenInfo> BackedgeTakenCounts;
1776 DenseMap<const Loop *, BackedgeTakenInfo> PredicatedBackedgeTakenCounts;
1779 DenseMap<const SCEV *, SmallPtrSet<PointerIntPair<const Loop *, 1, bool>, 4>>
1786 DenseMap<PHINode *, Constant *> ConstantEvolutionLoopExitValue;
1791 DenseMap<const SCEV *, SmallVector<std::pair<const Loop *, const SCEV *>, 2>>
1796 DenseMap<const SCEV *, SmallVector<std::pair<const Loop *, const SCEV *>, 2>>
1797 ValuesAtScopesUsers;
1800 DenseMap<
const SCEV *,
1804 struct LoopProperties {
1810 bool HasNoAbnormalExits;
1814 bool HasNoSideEffects;
1818 DenseMap<const Loop *, LoopProperties> LoopPropertiesCache;
1821 LLVM_ABI LoopProperties getLoopProperties(
const Loop *L);
1823 bool loopHasNoSideEffects(
const Loop *L) {
1824 return getLoopProperties(L).HasNoSideEffects;
1837 BlockDisposition computeBlockDisposition(
const SCEV *S,
const BasicBlock *BB);
1840 DenseMap<const SCEV *, SmallPtrSet<const SCEV *, 8> > SCEVUsers;
1843 DenseMap<const SCEV *, ConstantRange> UnsignedRanges;
1846 DenseMap<const SCEV *, ConstantRange> SignedRanges;
1849 enum RangeSignHint { HINT_RANGE_UNSIGNED, HINT_RANGE_SIGNED };
1852 const ConstantRange &setRange(
const SCEV *S, RangeSignHint Hint,
1854 DenseMap<const SCEV *, ConstantRange> &Cache =
1855 Hint == HINT_RANGE_UNSIGNED ? UnsignedRanges : SignedRanges;
1857 auto Pair = Cache.insert_or_assign(S, std::move(CR));
1858 return Pair.first->second;
1864 LLVM_ABI const ConstantRange &getRangeRef(
const SCEV *S, RangeSignHint Hint,
1865 unsigned Depth = 0);
1869 const ConstantRange &getRangeRefIter(
const SCEV *S, RangeSignHint Hint);
1873 ConstantRange getRangeForAffineAR(
const SCEV *Start,
const SCEV *Step,
1874 const APInt &MaxBECount);
1878 ConstantRange getRangeForAffineNoSelfWrappingAR(
const SCEVAddRecExpr *AddRec,
1879 const SCEV *MaxBECount,
1881 RangeSignHint SignHint);
1886 ConstantRange getRangeViaFactoring(
const SCEV *Start,
const SCEV *Step,
1887 const APInt &MaxBECount);
1893 ConstantRange getRangeForUnknownRecurrence(
const SCEVUnknown *U);
1897 const SCEV *createSCEV(
Value *V);
1901 const SCEV *createSCEVIter(
Value *V);
1905 const SCEV *getOperandsToCreate(
Value *V, SmallVectorImpl<Value *> &
Ops);
1909 const SCEV *createNodeForPHIWithIdenticalOperands(PHINode *PN);
1912 const SCEV *createNodeForPHI(PHINode *PN);
1915 const SCEV *createAddRecFromPHI(PHINode *PN);
1918 const SCEV *createSimpleAffineAddRec(PHINode *PN,
Value *BEValueV,
1919 Value *StartValueV);
1922 const SCEV *createNodeFromSelectLikePHI(PHINode *PN);
1928 std::optional<const SCEV *>
1929 createNodeForSelectOrPHIInstWithICmpInstCond(
Type *Ty, ICmpInst *
Cond,
1945 const SCEV *createNodeForGEP(GEPOperator *
GEP);
1949 const SCEV *computeSCEVAtScope(
const SCEV *S,
const Loop *L);
1954 BackedgeTakenInfo &getBackedgeTakenInfo(
const Loop *L);
1958 BackedgeTakenInfo &getPredicatedBackedgeTakenInfo(
const Loop *L);
1963 BackedgeTakenInfo computeBackedgeTakenCount(
const Loop *L,
1964 bool AllowPredicates =
false);
1970 ExitLimit computeExitLimit(
const Loop *L, BasicBlock *ExitingBlock,
1971 bool IsOnlyExit,
bool AllowPredicates =
false);
1976 class ExitLimitCache {
1982 SmallDenseMap<PointerIntPair<Value *, 1>, ExitLimit> TripCountMap;
1986 bool AllowPredicates;
1989 ExitLimitCache(
const Loop *L,
bool ExitIfTrue,
bool AllowPredicates)
1990 : L(L), ExitIfTrue(ExitIfTrue), AllowPredicates(AllowPredicates) {}
1992 LLVM_ABI std::optional<ExitLimit> find(
const Loop *L,
Value *ExitCond,
1994 bool ControlsOnlyExit,
1995 bool AllowPredicates);
1997 LLVM_ABI void insert(
const Loop *L,
Value *ExitCond,
bool ExitIfTrue,
1998 bool ControlsOnlyExit,
bool AllowPredicates,
1999 const ExitLimit &EL);
2002 using ExitLimitCacheTy = ExitLimitCache;
2004 ExitLimit computeExitLimitFromCondCached(ExitLimitCacheTy &Cache,
2005 const Loop *L,
Value *ExitCond,
2007 bool ControlsOnlyExit,
2008 bool AllowPredicates);
2009 ExitLimit computeExitLimitFromCondImpl(ExitLimitCacheTy &Cache,
const Loop *L,
2010 Value *ExitCond,
bool ExitIfTrue,
2011 bool ControlsOnlyExit,
2012 bool AllowPredicates);
2013 std::optional<ScalarEvolution::ExitLimit> computeExitLimitFromCondFromBinOp(
2014 ExitLimitCacheTy &Cache,
const Loop *L,
Value *ExitCond,
bool ExitIfTrue,
2015 bool ControlsOnlyExit,
bool AllowPredicates);
2022 ExitLimit computeExitLimitFromICmp(
const Loop *L, ICmpInst *ExitCond,
2025 bool AllowPredicates =
false);
2031 ExitLimit computeExitLimitFromICmp(
const Loop *L, CmpPredicate Pred,
2032 SCEVUse
LHS, SCEVUse
RHS,
bool IsSubExpr,
2033 bool AllowPredicates =
false);
2038 ExitLimit computeExitLimitFromSingleExitSwitch(
const Loop *L,
2040 BasicBlock *ExitingBB,
2058 const SCEV *computeExitCountExhaustively(
const Loop *L,
Value *
Cond,
2065 ExitLimit howFarToZero(
const SCEV *V,
const Loop *L,
bool IsSubExpr,
2066 bool AllowPredicates =
false);
2071 ExitLimit howFarToNonZero(
const SCEV *V,
const Loop *L);
2085 ExitLimit howManyLessThans(
const SCEV *
LHS,
const SCEV *
RHS,
const Loop *L,
2086 bool isSigned,
bool ControlsOnlyExit,
2087 bool AllowPredicates =
false);
2089 ExitLimit howManyGreaterThans(
const SCEV *
LHS,
const SCEV *
RHS,
const Loop *L,
2090 bool isSigned,
bool IsSubExpr,
2091 bool AllowPredicates =
false);
2096 std::pair<const BasicBlock *, const BasicBlock *>
2097 getPredecessorWithUniqueSuccessorForBB(
const BasicBlock *BB)
const;
2103 LLVM_ABI bool isImpliedCond(CmpPredicate Pred,
const SCEV *
LHS,
2104 const SCEV *
RHS,
const Value *FoundCondValue,
2106 const Instruction *
Context =
nullptr);
2112 LLVM_ABI bool isImpliedCondBalancedTypes(CmpPredicate Pred, SCEVUse
LHS,
2113 SCEVUse
RHS, CmpPredicate FoundPred,
2114 SCEVUse FoundLHS, SCEVUse FoundRHS,
2115 const Instruction *CtxI);
2121 LLVM_ABI bool isImpliedCond(CmpPredicate Pred,
const SCEV *
LHS,
2122 const SCEV *
RHS, CmpPredicate FoundPred,
2123 const SCEV *FoundLHS,
const SCEV *FoundRHS,
2124 const Instruction *
Context =
nullptr);
2130 bool isImpliedCondOperands(CmpPredicate Pred,
const SCEV *
LHS,
2131 const SCEV *
RHS,
const SCEV *FoundLHS,
2132 const SCEV *FoundRHS,
2133 const Instruction *
Context =
nullptr);
2139 bool isImpliedViaOperations(CmpPredicate Pred,
const SCEV *
LHS,
2140 const SCEV *
RHS,
const SCEV *FoundLHS,
2141 const SCEV *FoundRHS,
unsigned Depth = 0);
2145 bool isKnownViaNonRecursiveReasoning(CmpPredicate Pred, SCEVUse
LHS,
2151 bool isImpliedCondOperandsHelper(CmpPredicate Pred,
const SCEV *
LHS,
2152 const SCEV *
RHS,
const SCEV *FoundLHS,
2153 const SCEV *FoundRHS);
2159 bool isImpliedCondOperandsViaRanges(CmpPredicate Pred,
const SCEV *
LHS,
2160 const SCEV *
RHS, CmpPredicate FoundPred,
2161 const SCEV *FoundLHS,
2162 const SCEV *FoundRHS);
2166 bool isImpliedViaGuard(
const BasicBlock *BB, CmpPredicate Pred,
2167 const SCEV *
LHS,
const SCEV *
RHS);
2175 bool isImpliedCondOperandsViaNoOverflow(CmpPredicate Pred,
const SCEV *
LHS,
2176 const SCEV *
RHS,
const SCEV *FoundLHS,
2177 const SCEV *FoundRHS);
2185 bool isImpliedCondOperandsViaAddRecStart(CmpPredicate Pred,
const SCEV *
LHS,
2187 const SCEV *FoundLHS,
2188 const SCEV *FoundRHS,
2189 const Instruction *CtxI);
2198 bool isImpliedViaMerge(CmpPredicate Pred,
const SCEV *
LHS,
const SCEV *
RHS,
2199 const SCEV *FoundLHS,
const SCEV *FoundRHS,
2207 bool isImpliedCondOperandsViaShift(CmpPredicate Pred,
const SCEV *
LHS,
2208 const SCEV *
RHS,
const SCEV *FoundLHS,
2209 const SCEV *FoundRHS);
2214 Constant *getConstantEvolutionLoopExitValue(PHINode *PN,
const APInt &BEs,
2219 bool isKnownPredicateViaConstantRanges(CmpPredicate Pred, SCEVUse
LHS,
2227 bool isKnownPredicateViaNoOverflow(CmpPredicate Pred, SCEVUse
LHS,
2232 bool isKnownPredicateViaSplitting(CmpPredicate Pred, SCEVUse
LHS,
2236 bool splitBinaryAdd(SCEVUse Expr, SCEVUse &L, SCEVUse &R,
2240 void forgetBackedgeTakenCounts(
const Loop *L,
bool Predicated);
2246 void forgetMemoizedResultsImpl(
const SCEV *S);
2250 void visitAndClearUsers(SmallVectorImpl<Instruction *> &Worklist,
2251 SmallPtrSetImpl<Instruction *> &Visited,
2252 SmallVectorImpl<SCEVUse> &ToForget);
2255 void eraseValueFromMap(
Value *V);
2258 void insertValueToMap(
Value *V,
const SCEV *S);
2262 bool checkValidity(
const SCEV *S)
const;
2269 template <
typename ExtendOpTy>
2270 bool proveNoWrapByVaryingStart(
const SCEV *Start,
const SCEV *Step,
2284 std::optional<MonotonicPredicateType>
2285 getMonotonicPredicateTypeImpl(
const SCEVAddRecExpr *
LHS,
2297 const Instruction *getNonTrivialDefiningScopeBound(
const SCEV *S);
2311 bool isGuaranteedToTransferExecutionTo(
const Instruction *
A,
2312 const Instruction *
B);
2315 bool isGuaranteedNotToCauseUB(
const SCEV *
Op);
2318 static bool isGuaranteedNotToBePoison(
const SCEV *
Op);
2336 bool isSCEVExprNeverPoison(
const Instruction *
I);
2342 bool isAddRecNeverPoison(
const Instruction *
I,
const Loop *L);
2354 std::optional<std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
2355 createAddRecFromPHIWithCastsImpl(
const SCEVUnknown *SymbolicPHI);
2366 const SCEV *computeMaxBECountForLT(
const SCEV *Start,
const SCEV *Stride,
2367 const SCEV *End,
unsigned BitWidth,
2373 bool canIVOverflowOnLT(
const SCEV *
RHS,
const SCEV *Stride,
bool IsSigned);
2378 bool canIVOverflowOnGT(
const SCEV *
RHS,
const SCEV *Stride,
bool IsSigned);
2393 const SCEV *stripInjectiveFunctions(
const SCEV *Val)
const;
2398 void getUsedLoops(
const SCEV *S, SmallPtrSetImpl<const Loop *> &LoopsUsed);
2407 void getReachableBlocks(SmallPtrSetImpl<BasicBlock *> &Reachable,
2412 const SCEV *getWithOperands(
const SCEV *S, SmallVectorImpl<SCEVUse> &NewOps);
2414 FoldingSet<SCEV> UniqueSCEVs;
2415 FoldingSet<SCEVPredicate> UniquePreds;
2419 DenseMap<const Loop *, SmallVector<const SCEVAddRecExpr *, 4>> LoopUsers;
2423 DenseMap<std::pair<const SCEVUnknown *, const Loop *>,
2424 std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
2425 PredicatedSCEVRewrites;
2429 SmallPtrSet<const SCEVAddRecExpr *, 16> UnsignedWrapViaInductionTried;
2433 SmallPtrSet<const SCEVAddRecExpr *, 16> SignedWrapViaInductionTried;
2476 std::unique_ptr<ScalarEvolution> SE;
2487 void releaseMemory()
override;
2490 void verifyAnalysis()
const override;
2570 void updateGeneration();
2574 using RewriteEntry = std::pair<unsigned, const SCEV *>;
2594 std::unique_ptr<SCEVUnionPredicate> Preds;
2600 unsigned Generation = 0;
2603 const SCEV *BackedgeCount =
nullptr;
2606 const SCEV *SymbolicMaxBackedgeCount =
nullptr;
2609 std::optional<unsigned> SmallConstantMaxTripCount;
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This file implements a class to represent arbitrary precision integral constant values and operations...
static void print(raw_ostream &Out, object::Archive::Kind Kind, T Val)
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
SmallPtrSet< const BasicBlock *, 8 > VisitedBlocks
This file defines DenseMapInfo traits for DenseMap.
This file defines the DenseMap class.
static bool runOnFunction(Function &F, bool PostInlining)
This file defines a hash set that can be used to remove duplication of nodes in a graph.
This header defines various interfaces for pass management in LLVM.
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
This file defines the PointerIntPair class.
const SmallVectorImpl< MachineOperand > & Cond
This file implements a set that has insertion order iteration characteristics.
This file defines the SmallPtrSet class.
This file defines the SmallVector class.
Class for arbitrary precision integers.
static APInt getOneBitSet(unsigned numBits, unsigned BitNo)
Return an APInt with exactly one bit set in the result.
Represent the analysis usage information of a pass.
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
A cache of @llvm.assume calls within a function.
LLVM Basic Block Representation.
Value handle with callbacks on RAUW and destruction.
Predicate
This enumeration lists the possible predicates for CmpInst subclasses.
An abstraction over a floating-point predicate, and a pack of an integer predicate with samesign info...
This is the shared class of boolean and integer constants.
This class represents a range of values.
This is an important base class in LLVM.
A parsed version of the target data layout string in and methods for querying it.
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
FoldingSetNodeIDRef - This class describes a reference to an interned FoldingSetNodeID,...
FoldingSetNodeID - This class is used to gather all the unique data bits of a node.
Represents flags for the getelementptr instruction/expression.
static GEPNoWrapFlags none()
This is an important class for using LLVM in a threaded context.
Represents a single loop in the control flow graph.
A Module instance is used to store all the information related to an LLVM module.
Utility class for integer operators which may exhibit overflow - Add, Sub, Mul, and Shl.
void * getOpaqueValue() const
constexpr PointerIntPair()=default
const SCEV * getPointer() const
void setFromOpaqueValue(void *Val) &
Value handle that poisons itself if the Value is deleted.
An interface layer with SCEV used to manage how we see SCEV expressions for values in the context of ...
LLVM_ABI void addPredicate(const SCEVPredicate &Pred)
Adds a new predicate.
ScalarEvolution * getSE() const
Returns the ScalarEvolution analysis used.
LLVM_ABI const SCEVPredicate & getPredicate() const
LLVM_ABI const SCEV * getPredicatedSCEV(const SCEV *Expr)
Returns the rewritten SCEV for Expr in the context of the current SCEV predicate.
LLVM_ABI bool hasNoOverflow(Value *V, SCEVWrapPredicate::IncrementWrapFlags Flags)
Returns true if we've proved that V doesn't wrap by means of a SCEV predicate.
LLVM_ABI void setNoOverflow(Value *V, SCEVWrapPredicate::IncrementWrapFlags Flags)
Proves that V doesn't overflow by adding SCEV predicate.
LLVM_ABI void print(raw_ostream &OS, unsigned Depth) const
Print the SCEV mappings done by the Predicated Scalar Evolution.
LLVM_ABI bool areAddRecsEqualWithPreds(const SCEVAddRecExpr *AR1, const SCEVAddRecExpr *AR2) const
Check if AR1 and AR2 are equal, while taking into account Equal predicates in Preds.
LLVM_ABI PredicatedScalarEvolution(ScalarEvolution &SE, Loop &L)
LLVM_ABI const SCEVAddRecExpr * getAsAddRec(Value *V)
Attempts to produce an AddRecExpr for V by adding additional SCEV predicates.
LLVM_ABI unsigned getSmallConstantMaxTripCount()
Returns the upper bound of the loop trip count as a normal unsigned value, or 0 if the trip count is ...
LLVM_ABI const SCEV * getBackedgeTakenCount()
Get the (predicated) backedge count for the analyzed loop.
LLVM_ABI const SCEV * getSymbolicMaxBackedgeTakenCount()
Get the (predicated) symbolic max backedge count for the analyzed loop.
LLVM_ABI const SCEV * getSCEV(Value *V)
Returns the SCEV expression of V, in the context of the current SCEV predicate.
A set of analyses that are preserved following a run of a transformation pass.
This node represents a polynomial recurrence on the trip count of the specified loop.
SCEVComparePredicate(const FoldingSetNodeIDRef ID, const ICmpInst::Predicate Pred, const SCEV *LHS, const SCEV *RHS)
const SCEV * getRHS() const
Returns the right hand side of the predicate.
ICmpInst::Predicate getPredicate() const
bool isAlwaysTrue() const override
Returns true if the predicate is always true.
const SCEV * getLHS() const
Returns the left hand side of the predicate.
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const override
Implementation of the SCEVPredicate interface.
This class represents an assumption made using SCEV expressions which can be checked at run-time.
SCEVPredicateKind getKind() const
virtual unsigned getComplexity() const
Returns the estimated complexity of this predicate.
SCEVPredicate & operator=(const SCEVPredicate &)=default
SCEVPredicate(const SCEVPredicate &)=default
virtual bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const =0
Returns true if this predicate implies N.
virtual void print(raw_ostream &OS, unsigned Depth=0) const =0
Prints a textual representation of this predicate with an indentation of Depth.
virtual bool isAlwaysTrue() const =0
Returns true if the predicate is always true.
unsigned getComplexity() const override
We estimate the complexity of a union predicate as the size number of predicates in the union.
SCEVUnionPredicate(ArrayRef< const SCEVPredicate * > Preds, ScalarEvolution &SE)
Union predicates don't get cached so create a dummy set ID for it.
SCEVUnionPredicate getUnionWith(const SCEVPredicate *N, ScalarEvolution &SE) const
Returns a new SCEVUnionPredicate that is the union of this predicate and the given predicate N.
ArrayRef< const SCEVPredicate * > getPredicates() const
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
This means that we are dealing with an entirely unknown SCEV value, and only represent it as its LLVM...
This class represents an assumption made on an AddRec expression.
IncrementWrapFlags
Similar to SCEV::NoWrapFlags, but with slightly different semantics for FlagNUSW.
SCEVWrapPredicate(const FoldingSetNodeIDRef ID, const SCEVAddRecExpr *AR, IncrementWrapFlags Flags)
static SCEVWrapPredicate::IncrementWrapFlags setFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, SCEVWrapPredicate::IncrementWrapFlags OnFlags)
static SCEVWrapPredicate::IncrementWrapFlags clearFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, SCEVWrapPredicate::IncrementWrapFlags OffFlags)
Convenient IncrementWrapFlags manipulation methods.
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
IncrementWrapFlags getFlags() const
Returns the set assumed no overflow flags.
static SCEVWrapPredicate::IncrementWrapFlags maskFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, int Mask)
This class represents an analyzed expression in the program.
unsigned short getExpressionSize() const
SCEV & operator=(const SCEV &)=delete
LLVM_ABI bool isOne() const
Return true if the expression is a constant one.
LLVM_ABI bool isZero() const
Return true if the expression is a constant zero.
SCEV(const SCEV &)=delete
LLVM_ABI void dump() const
This method is used for debugging.
LLVM_ABI bool isAllOnesValue() const
Return true if the expression is a constant all-ones value.
LLVM_ABI bool isNonConstantNegative() const
Return true if the specified scev is negated, but not a constant.
LLVM_ABI ArrayRef< SCEVUse > operands() const
Return operands of this SCEV expression.
const unsigned short ExpressionSize
LLVM_ABI void print(raw_ostream &OS) const
Print out the internal representation of this scalar to the specified stream.
SCEV(const FoldingSetNodeIDRef ID, SCEVTypes SCEVTy, unsigned short ExpressionSize)
SCEVTypes getSCEVType() const
unsigned short SubclassData
This field is initialized to zero and may be used in subclasses to store miscellaneous information.
LLVM_ABI Type * getType() const
Return the LLVM type of this SCEV expression.
NoWrapFlags
NoWrapFlags are bitfield indices into SubclassData.
Analysis pass that exposes the ScalarEvolution for a function.
LLVM_ABI ScalarEvolution run(Function &F, FunctionAnalysisManager &AM)
ScalarEvolutionPrinterPass(raw_ostream &OS)
LLVM_ABI PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
Verifier pass for the ScalarEvolutionAnalysis results.
LLVM_ABI PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
ScalarEvolution & getSE()
ScalarEvolutionWrapperPass()
const ScalarEvolution & getSE() const
bool operator==(const FoldID &RHS) const
FoldID(SCEVTypes C, const SCEV *Op, const Type *Ty)
unsigned computeHash() const
static LLVM_ABI LoopGuards collect(const Loop *L, ScalarEvolution &SE)
Collect rewrite map for loop guards for loop L, together with flags indicating if NUW and NSW can be ...
LLVM_ABI const SCEV * rewrite(const SCEV *Expr) const
Try to apply the collected loop guards to Expr.
The main scalar evolution driver.
LLVM_ABI const SCEV * getUDivExpr(SCEVUse LHS, SCEVUse RHS)
Get a canonical unsigned division expression, or something simpler if possible.
const SCEV * getConstantMaxBackedgeTakenCount(const Loop *L)
When successful, this returns a SCEVConstant that is greater than or equal to (i.e.
static bool hasFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags TestFlags)
const DataLayout & getDataLayout() const
Return the DataLayout associated with the module this SCEV instance is operating on.
LLVM_ABI bool isKnownNonNegative(const SCEV *S)
Test if the given expression is known to be non-negative.
LLVM_ABI bool isKnownOnEveryIteration(CmpPredicate Pred, const SCEVAddRecExpr *LHS, const SCEV *RHS)
Test if the condition described by Pred, LHS, RHS is known to be true on every iteration of the loop ...
LLVM_ABI const SCEV * getNegativeSCEV(const SCEV *V, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap)
Return the SCEV object corresponding to -V.
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantExitCondDuringFirstIterationsImpl(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI, const SCEV *MaxIter)
LLVM_ABI const SCEV * getUDivCeilSCEV(const SCEV *N, const SCEV *D)
Compute ceil(N / D).
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantExitCondDuringFirstIterations(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI, const SCEV *MaxIter)
If the result of the predicate LHS Pred RHS is loop invariant with respect to L at given Context duri...
LLVM_ABI Type * getWiderType(Type *Ty1, Type *Ty2) const
LLVM_ABI const SCEV * getAbsExpr(const SCEV *Op, bool IsNSW)
LLVM_ABI bool isKnownNonPositive(const SCEV *S)
Test if the given expression is known to be non-positive.
LLVM_ABI bool isKnownNegative(const SCEV *S)
Test if the given expression is known to be negative.
LLVM_ABI const SCEV * getPredicatedConstantMaxBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getConstantMaxBackedgeTakenCount, except it will add a set of SCEV predicates to Predicate...
LLVM_ABI const SCEV * removePointerBase(const SCEV *S)
Compute an expression equivalent to S - getPointerBase(S).
LLVM_ABI bool isLoopEntryGuardedByCond(const Loop *L, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether entry to the loop is protected by a conditional between LHS and RHS.
LLVM_ABI bool isKnownNonZero(const SCEV *S)
Test if the given expression is known to be non-zero.
LLVM_ABI const SCEV * getURemExpr(SCEVUse LHS, SCEVUse RHS)
Represents an unsigned remainder expression based on unsigned division.
LLVM_ABI const SCEV * getSCEVAtScope(const SCEV *S, const Loop *L)
Return a SCEV expression for the specified value at the specified scope in the program.
LLVM_ABI const SCEV * getBackedgeTakenCount(const Loop *L, ExitCountKind Kind=Exact)
If the specified loop has a predictable backedge-taken count, return it, otherwise return a SCEVCould...
LLVM_ABI const SCEV * getSMinExpr(SCEVUse LHS, SCEVUse RHS)
LLVM_ABI void setNoWrapFlags(SCEVAddRecExpr *AddRec, SCEV::NoWrapFlags Flags)
Update no-wrap flags of an AddRec.
LLVM_ABI const SCEV * getUMaxFromMismatchedTypes(const SCEV *LHS, const SCEV *RHS)
Promote the operands to the wider of the types using zero-extension, and then perform a umax operatio...
const SCEV * getZero(Type *Ty)
Return a SCEV for the constant 0 of a specific type.
LLVM_ABI bool willNotOverflow(Instruction::BinaryOps BinOp, bool Signed, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI=nullptr)
Is operation BinOp between LHS and RHS provably does not have a signed/unsigned overflow (Signed)?
LLVM_ABI ExitLimit computeExitLimitFromCond(const Loop *L, Value *ExitCond, bool ExitIfTrue, bool ControlsOnlyExit, bool AllowPredicates=false)
Compute the number of times the backedge of the specified loop will execute if its exit condition wer...
LLVM_ABI const SCEV * getZeroExtendExprImpl(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI const SCEV * getMinMaxExpr(SCEVTypes Kind, SmallVectorImpl< SCEVUse > &Operands)
LLVM_ABI const SCEVPredicate * getEqualPredicate(const SCEV *LHS, const SCEV *RHS)
LLVM_ABI unsigned getSmallConstantTripMultiple(const Loop *L, const SCEV *ExitCount)
Returns the largest constant divisor of the trip count as a normal unsigned value,...
LLVM_ABI uint64_t getTypeSizeInBits(Type *Ty) const
Return the size in bits of the specified type, for which isSCEVable must return true.
LLVM_ABI const SCEV * getConstant(ConstantInt *V)
LLVM_ABI const SCEV * getPredicatedBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getBackedgeTakenCount, except it will add a set of SCEV predicates to Predicates that are ...
LLVM_ABI const SCEV * getSCEV(Value *V)
Return a SCEV expression for the full generality of the specified expression.
LLVM_ABI const SCEV * getMinusSCEV(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Return LHS-RHS.
ConstantRange getSignedRange(const SCEV *S)
Determine the signed range for a particular SCEV.
LLVM_ABI const SCEV * getAddRecExpr(SCEVUse Start, SCEVUse Step, const Loop *L, SCEV::NoWrapFlags Flags)
Get an add recurrence expression for the specified loop.
friend class SCEVExpander
LLVM_ABI const SCEV * getNoopOrSignExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
bool loopHasNoAbnormalExits(const Loop *L)
Return true if the loop has no abnormal exits.
LLVM_ABI const SCEV * getTripCountFromExitCount(const SCEV *ExitCount)
A version of getTripCountFromExitCount below which always picks an evaluation type which can not resu...
LLVM_ABI ScalarEvolution(Function &F, TargetLibraryInfo &TLI, AssumptionCache &AC, DominatorTree &DT, LoopInfo &LI)
const SCEV * getOne(Type *Ty)
Return a SCEV for the constant 1 of a specific type.
LLVM_ABI const SCEV * getTruncateOrNoop(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI const SCEV * getLosslessPtrToIntExpr(const SCEV *Op)
const SCEV * getMulExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
LLVM_ABI const SCEV * getCastExpr(SCEVTypes Kind, const SCEV *Op, Type *Ty)
LLVM_ABI const SCEV * getSequentialMinMaxExpr(SCEVTypes Kind, SmallVectorImpl< SCEVUse > &Operands)
LLVM_ABI std::optional< bool > evaluatePredicateAt(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI)
Check whether the condition described by Pred, LHS, and RHS is true or false in the given Context.
LLVM_ABI unsigned getSmallConstantMaxTripCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > *Predicates=nullptr)
Returns the upper bound of the loop trip count as a normal unsigned value.
LLVM_ABI const SCEV * getPtrToIntExpr(const SCEV *Op, Type *Ty)
LLVM_ABI bool isBackedgeTakenCountMaxOrZero(const Loop *L)
Return true if the backedge taken count is either the value returned by getConstantMaxBackedgeTakenCo...
LLVM_ABI void forgetLoop(const Loop *L)
This method should be called by the client when it has changed a loop in a way that may effect Scalar...
LLVM_ABI bool isLoopInvariant(const SCEV *S, const Loop *L)
Return true if the value of the given SCEV is unchanging in the specified loop.
LLVM_ABI bool isKnownPositive(const SCEV *S)
Test if the given expression is known to be positive.
LLVM_ABI bool SimplifyICmpOperands(CmpPredicate &Pred, SCEVUse &LHS, SCEVUse &RHS, unsigned Depth=0)
Simplify LHS and RHS in a comparison with predicate Pred.
APInt getUnsignedRangeMin(const SCEV *S)
Determine the min of the unsigned range for a particular SCEV.
LLVM_ABI const SCEV * getOffsetOfExpr(Type *IntTy, StructType *STy, unsigned FieldNo)
Return an expression for offsetof on the given field with type IntTy.
LLVM_ABI LoopDisposition getLoopDisposition(const SCEV *S, const Loop *L)
Return the "disposition" of the given SCEV with respect to the given loop.
LLVM_ABI bool containsAddRecurrence(const SCEV *S)
Return true if the SCEV is a scAddRecExpr or it contains scAddRecExpr.
LLVM_ABI const SCEV * getSignExtendExprImpl(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI bool hasOperand(const SCEV *S, const SCEV *Op) const
Test whether the given SCEV has Op as a direct or indirect operand.
LLVM_ABI const SCEV * getZeroExtendExpr(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI bool isSCEVable(Type *Ty) const
Test if values of the given type are analyzable within the SCEV framework.
LLVM_ABI Type * getEffectiveSCEVType(Type *Ty) const
Return a type with the same bitwidth as the given type and which represents how SCEV will treat the g...
LLVM_ABI const SCEVPredicate * getComparePredicate(ICmpInst::Predicate Pred, const SCEV *LHS, const SCEV *RHS)
LLVM_ABI bool haveSameSign(const SCEV *S1, const SCEV *S2)
Return true if we know that S1 and S2 must have the same sign.
LLVM_ABI const SCEV * getNotSCEV(const SCEV *V)
Return the SCEV object corresponding to ~V.
LLVM_ABI const SCEV * getElementCount(Type *Ty, ElementCount EC, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap)
LLVM_ABI bool instructionCouldExistWithOperands(const SCEV *A, const SCEV *B)
Return true if there exists a point in the program at which both A and B could be operands to the sam...
ConstantRange getUnsignedRange(const SCEV *S)
Determine the unsigned range for a particular SCEV.
LLVM_ABI void print(raw_ostream &OS) const
LLVM_ABI const SCEV * getPredicatedExitCount(const Loop *L, const BasicBlock *ExitingBlock, SmallVectorImpl< const SCEVPredicate * > *Predicates, ExitCountKind Kind=Exact)
Same as above except this uses the predicated backedge taken info and may require predicates.
static SCEV::NoWrapFlags clearFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags OffFlags)
LLVM_ABI void forgetTopmostLoop(const Loop *L)
friend class ScalarEvolutionsTest
LLVM_ABI void forgetValue(Value *V)
This method should be called by the client when it has changed a value in a way that may effect its v...
APInt getSignedRangeMin(const SCEV *S)
Determine the min of the signed range for a particular SCEV.
LLVM_ABI const SCEV * getNoopOrAnyExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI void forgetBlockAndLoopDispositions(Value *V=nullptr)
Called when the client has changed the disposition of values in a loop or block.
LLVM_ABI const SCEV * getTruncateExpr(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI const SCEV * getUMaxExpr(SCEVUse LHS, SCEVUse RHS)
MonotonicPredicateType
A predicate is said to be monotonically increasing if may go from being false to being true as the lo...
@ MonotonicallyDecreasing
@ MonotonicallyIncreasing
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantPredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI=nullptr)
If the result of the predicate LHS Pred RHS is loop invariant with respect to L, return a LoopInvaria...
LLVM_ABI const SCEV * getStoreSizeOfExpr(Type *IntTy, Type *StoreTy)
Return an expression for the store size of StoreTy that is type IntTy.
LLVM_ABI const SCEVPredicate * getWrapPredicate(const SCEVAddRecExpr *AR, SCEVWrapPredicate::IncrementWrapFlags AddedFlags)
LLVM_ABI bool isLoopBackedgeGuardedByCond(const Loop *L, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether the backedge of the loop is protected by a conditional between LHS and RHS.
LLVM_ABI APInt getNonZeroConstantMultiple(const SCEV *S)
const SCEV * getMinusOne(Type *Ty)
Return a SCEV for the constant -1 of a specific type.
static SCEV::NoWrapFlags setFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags OnFlags)
LLVM_ABI bool hasLoopInvariantBackedgeTakenCount(const Loop *L)
Return true if the specified loop has an analyzable loop-invariant backedge-taken count.
LLVM_ABI BlockDisposition getBlockDisposition(const SCEV *S, const BasicBlock *BB)
Return the "disposition" of the given SCEV with respect to the given block.
LLVM_ABI const SCEV * getNoopOrZeroExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool invalidate(Function &F, const PreservedAnalyses &PA, FunctionAnalysisManager::Invalidator &Inv)
LLVM_ABI const SCEV * getUMinFromMismatchedTypes(const SCEV *LHS, const SCEV *RHS, bool Sequential=false)
Promote the operands to the wider of the types using zero-extension, and then perform a umin operatio...
LLVM_ABI bool loopIsFiniteByAssumption(const Loop *L)
Return true if this loop is finite by assumption.
LLVM_ABI const SCEV * getExistingSCEV(Value *V)
Return an existing SCEV for V if there is one, otherwise return nullptr.
LLVM_ABI APInt getConstantMultiple(const SCEV *S, const Instruction *CtxI=nullptr)
Returns the max constant multiple of S.
LoopDisposition
An enum describing the relationship between a SCEV and a loop.
@ LoopComputable
The SCEV varies predictably with the loop.
@ LoopVariant
The SCEV is loop-variant (unknown).
@ LoopInvariant
The SCEV is loop-invariant.
friend class SCEVCallbackVH
LLVM_ABI bool isKnownMultipleOf(const SCEV *S, uint64_t M, SmallVectorImpl< const SCEVPredicate * > &Assumptions)
Check that S is a multiple of M.
LLVM_ABI const SCEV * getAnyExtendExpr(const SCEV *Op, Type *Ty)
getAnyExtendExpr - Return a SCEV for the given operand extended with unspecified bits out to the give...
const SCEV * getAddRecExpr(const SmallVectorImpl< SCEVUse > &Operands, const Loop *L, SCEV::NoWrapFlags Flags)
LLVM_ABI bool isKnownToBeAPowerOfTwo(const SCEV *S, bool OrZero=false, bool OrNegative=false)
Test if the given expression is known to be a power of 2.
LLVM_ABI std::optional< SCEV::NoWrapFlags > getStrengthenedNoWrapFlagsFromBinOp(const OverflowingBinaryOperator *OBO)
Parse NSW/NUW flags from add/sub/mul IR binary operation Op into SCEV no-wrap flags,...
LLVM_ABI void forgetLcssaPhiWithNewPredecessor(Loop *L, PHINode *V)
Forget LCSSA phi node V of loop L to which a new predecessor was added, such that it may no longer be...
LLVM_ABI bool containsUndefs(const SCEV *S) const
Return true if the SCEV expression contains an undef value.
LLVM_ABI std::optional< MonotonicPredicateType > getMonotonicPredicateType(const SCEVAddRecExpr *LHS, ICmpInst::Predicate Pred)
If, for all loop invariant X, the predicate "LHS `Pred` X" is monotonically increasing or decreasing,...
LLVM_ABI const SCEV * getCouldNotCompute()
LLVM_ABI const SCEV * getMulExpr(SmallVectorImpl< SCEVUse > &Ops, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Get a canonical multiply expression, or something simpler if possible.
LLVM_ABI bool isAvailableAtLoopEntry(const SCEV *S, const Loop *L)
Determine if the SCEV can be evaluated at loop's entry.
LLVM_ABI uint32_t getMinTrailingZeros(const SCEV *S, const Instruction *CtxI=nullptr)
Determine the minimum number of zero bits that S is guaranteed to end in (at every loop iteration).
BlockDisposition
An enum describing the relationship between a SCEV and a basic block.
@ DominatesBlock
The SCEV dominates the block.
@ ProperlyDominatesBlock
The SCEV properly dominates the block.
@ DoesNotDominateBlock
The SCEV does not dominate the block.
LLVM_ABI const SCEV * getExitCount(const Loop *L, const BasicBlock *ExitingBlock, ExitCountKind Kind=Exact)
Return the number of times the backedge executes before the given exit would be taken; if not exactly...
LLVM_ABI const SCEV * getSignExtendExpr(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI void getPoisonGeneratingValues(SmallPtrSetImpl< const Value * > &Result, const SCEV *S)
Return the set of Values that, if poison, will definitively result in S being poison as well.
LLVM_ABI void forgetLoopDispositions()
Called when the client has changed the disposition of values in this loop.
LLVM_ABI const SCEV * getVScale(Type *Ty)
LLVM_ABI unsigned getSmallConstantTripCount(const Loop *L)
Returns the exact trip count of the loop if we can compute it, and the result is a small constant.
LLVM_ABI bool hasComputableLoopEvolution(const SCEV *S, const Loop *L)
Return true if the given SCEV changes value in a known way in the specified loop.
LLVM_ABI const SCEV * getPointerBase(const SCEV *V)
Transitively follow the chain of pointer-type operands until reaching a SCEV that does not have a sin...
const SCEV * getPowerOfTwo(Type *Ty, unsigned Power)
Return a SCEV for the constant Power of two.
LLVM_ABI void forgetAllLoops()
LLVM_ABI bool dominates(const SCEV *S, const BasicBlock *BB)
Return true if elements that makes up the given SCEV dominate the specified basic block.
const SCEV * getAddExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
APInt getUnsignedRangeMax(const SCEV *S)
Determine the max of the unsigned range for a particular SCEV.
LLVM_ABI const SCEV * getAddExpr(SmallVectorImpl< SCEVUse > &Ops, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Get a canonical add expression, or something simpler if possible.
ExitCountKind
The terms "backedge taken count" and "exit count" are used interchangeably to refer to the number of ...
@ SymbolicMaximum
An expression which provides an upper bound on the exact trip count.
@ ConstantMaximum
A constant which provides an upper bound on the exact trip count.
@ Exact
An expression exactly describing the number of times the backedge has executed when a loop is exited.
LLVM_ABI bool isKnownPredicate(CmpPredicate Pred, SCEVUse LHS, SCEVUse RHS)
Test if the given expression is known to satisfy the condition described by Pred, LHS,...
LLVM_ABI const SCEV * applyLoopGuards(const SCEV *Expr, const Loop *L)
Try to apply information from loop guards for L to Expr.
LLVM_ABI const SCEV * getPtrToAddrExpr(const SCEV *Op)
LLVM_ABI const SCEVAddRecExpr * convertSCEVToAddRecWithPredicates(const SCEV *S, const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Preds)
Tries to convert the S expression to an AddRec expression, adding additional predicates to Preds as r...
LLVM_ABI const SCEV * getSMaxExpr(SCEVUse LHS, SCEVUse RHS)
LLVM_ABI const SCEV * getElementSize(Instruction *Inst)
Return the size of an element read or written by Inst.
LLVM_ABI const SCEV * getSizeOfExpr(Type *IntTy, TypeSize Size)
Return an expression for a TypeSize.
LLVM_ABI std::optional< bool > evaluatePredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Check whether the condition described by Pred, LHS, and RHS is true or false.
LLVM_ABI const SCEV * getUnknown(Value *V)
const SCEV * getAddExpr(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
LLVM_ABI std::optional< std::pair< const SCEV *, SmallVector< const SCEVPredicate *, 3 > > > createAddRecFromPHIWithCasts(const SCEVUnknown *SymbolicPHI)
Checks if SymbolicPHI can be rewritten as an AddRecExpr under some Predicates.
LLVM_ABI const SCEV * getTruncateOrZeroExtend(const SCEV *V, Type *Ty, unsigned Depth=0)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool isKnownViaInduction(CmpPredicate Pred, SCEVUse LHS, SCEVUse RHS)
We'd like to check the predicate on every iteration of the most dominated loop between loops used in ...
static SCEV::NoWrapFlags maskFlags(SCEV::NoWrapFlags Flags, int Mask)
Convenient NoWrapFlags manipulation that hides enum casts and is visible in the ScalarEvolution name ...
LLVM_ABI std::optional< APInt > computeConstantDifference(const SCEV *LHS, const SCEV *RHS)
Compute LHS - RHS and returns the result as an APInt if it is a constant, and std::nullopt if it isn'...
LLVM_ABI bool properlyDominates(const SCEV *S, const BasicBlock *BB)
Return true if elements that makes up the given SCEV properly dominate the specified basic block.
LLVM_ABI const SCEV * getUDivExactExpr(SCEVUse LHS, SCEVUse RHS)
Get a canonical unsigned division expression, or something simpler if possible.
LLVM_ABI const SCEV * rewriteUsingPredicate(const SCEV *S, const Loop *L, const SCEVPredicate &A)
Re-writes the SCEV according to the Predicates in A.
LLVM_ABI std::pair< const SCEV *, const SCEV * > SplitIntoInitAndPostInc(const Loop *L, const SCEV *S)
Splits SCEV expression S into two SCEVs.
LLVM_ABI bool canReuseInstruction(const SCEV *S, Instruction *I, SmallVectorImpl< Instruction * > &DropPoisonGeneratingInsts)
Check whether it is poison-safe to represent the expression S using the instruction I.
LLVM_ABI bool isKnownPredicateAt(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI)
Test if the given expression is known to satisfy the condition described by Pred, LHS,...
LLVM_ABI const SCEV * getPredicatedSymbolicMaxBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getSymbolicMaxBackedgeTakenCount, except it will add a set of SCEV predicates to Predicate...
LLVM_ABI ~ScalarEvolution()
LLVM_ABI const SCEV * getGEPExpr(GEPOperator *GEP, ArrayRef< SCEVUse > IndexExprs)
Returns an expression for a GEP.
LLVM_ABI const SCEV * getUMinExpr(SCEVUse LHS, SCEVUse RHS, bool Sequential=false)
LLVM_ABI void registerUser(const SCEV *User, ArrayRef< const SCEV * > Ops)
Notify this ScalarEvolution that User directly uses SCEVs in Ops.
LLVM_ABI bool isBasicBlockEntryGuardedByCond(const BasicBlock *BB, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether entry to the basic block is protected by a conditional between LHS and RHS.
LLVM_ABI const SCEV * getTruncateOrSignExtend(const SCEV *V, Type *Ty, unsigned Depth=0)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool containsErasedValue(const SCEV *S) const
Return true if the SCEV expression contains a Value that has been optimised out and is now a nullptr.
const SCEV * getSymbolicMaxBackedgeTakenCount(const Loop *L)
When successful, this returns a SCEV that is greater than or equal to (i.e.
const SCEV * getMulExpr(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
APInt getSignedRangeMax(const SCEV *S)
Determine the max of the signed range for a particular SCEV.
LLVM_ABI void verify() const
LLVMContext & getContext() const
Implements a dense probed hash-table based set with some number of buckets stored inline.
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
SmallPtrSet - This class implements a set which is optimized for holding SmallSize or less elements.
A SetVector that performs no allocations if smaller than a certain size.
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Class to represent struct types.
Provides information about what library functions are available for the current target.
The instances of the Type class are immutable: once they are created, they are never changed.
LLVM Value Representation.
This class implements an extremely fast bulk output stream that can only output to a stream.
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
unsigned combineHashValue(unsigned a, unsigned b)
Simplistic combination of 32-bit hash values into 32-bit hash values.
friend class Instruction
Iterator for Instructions in a `BasicBlock.
This is an optimization pass for GlobalISel generic memory operations.
FunctionAddr VTableAddr Value
hash_code hash_value(const FixedPointSemantics &Val)
FoldingSetBase::Node FoldingSetNode
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
DWARFExpression::Operation Op
raw_ostream & operator<<(raw_ostream &OS, const APFixedPoint &FX)
ArrayRef(const T &OneElt) -> ArrayRef< T >
constexpr unsigned BitWidth
AnalysisManager< Function > FunctionAnalysisManager
Convenience typedef for the Function analysis manager.
BumpPtrAllocatorImpl<> BumpPtrAllocator
The standard BumpPtrAllocator which just uses the default template parameters.
A CRTP mix-in that provides informational APIs needed for analysis passes.
A special type used by analysis passes to provide an address that identifies that particular analysis...
DefaultFoldingSetTrait - This class provides default implementations for FoldingSetTrait implementati...
static bool isEqual(const SCEVUse LHS, const SCEVUse RHS)
static unsigned getHashValue(SCEVUse U)
static SCEVUse getEmptyKey()
static SCEVUse getTombstoneKey()
static unsigned getHashValue(const ScalarEvolution::FoldID &Val)
static ScalarEvolution::FoldID getTombstoneKey()
static ScalarEvolution::FoldID getEmptyKey()
static bool isEqual(const ScalarEvolution::FoldID &LHS, const ScalarEvolution::FoldID &RHS)
An information struct used to provide DenseMap with the various necessary components for a given valu...
static void Profile(const SCEVPredicate &X, FoldingSetNodeID &ID)
static bool Equals(const SCEVPredicate &X, const FoldingSetNodeID &ID, unsigned IDHash, FoldingSetNodeID &TempID)
static unsigned ComputeHash(const SCEVPredicate &X, FoldingSetNodeID &TempID)
static bool Equals(const SCEV &X, const FoldingSetNodeID &ID, unsigned IDHash, FoldingSetNodeID &TempID)
static unsigned ComputeHash(const SCEV &X, FoldingSetNodeID &TempID)
static void Profile(const SCEV &X, FoldingSetNodeID &ID)
FoldingSetTrait - This trait class is used to define behavior of how to "profile" (in the FoldingSet ...
A CRTP mix-in to automatically provide informational APIs needed for passes.
static constexpr int NumLowBitsAvailable
The Low bits are used by the PointerIntPair.
static void * getAsVoidPointer(SCEVUse U)
static SCEVUse getFromVoidPointer(void *P)
A traits type that is used to handle pointer types and things that are just wrappers for pointers as ...
LLVM_ABI SCEVCouldNotCompute()
static LLVM_ABI bool classof(const SCEV *S)
Methods for support type inquiry through isa, cast, and dyn_cast:
void dump() const
This method is used for debugging.
bool operator==(const SCEV *RHS) const
const SCEV * operator->() const
bool operator==(const SCEVUse &RHS) const
unsigned getFlags() const
void print(raw_ostream &OS) const
Print out the internal representation of this scalar to the specified stream.
SCEVUse(const SCEV *S, unsigned Flags)
void * getRawPointer() const
Information about the number of loop iterations for which a loop exit's branch condition evaluates to...
LLVM_ABI ExitLimit(const SCEV *E)
Construct either an exact exit limit from a constant, or an unknown one from a SCEVCouldNotCompute.
bool hasAnyInfo() const
Test whether this ExitLimit contains any computed information, or whether it's all SCEVCouldNotComput...
const SCEV * ExactNotTaken
const SCEV * SymbolicMaxNotTaken
SmallVector< const SCEVPredicate *, 4 > Predicates
A vector of predicate guards for this ExitLimit.
bool hasFullInfo() const
Test whether this ExitLimit contains all information.
const SCEV * ConstantMaxNotTaken
LoopInvariantPredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Define a template that can be specialized by smart pointers to reflect the fact that they are automat...
static SimpleType & getSimplifiedValue(From &Val)