32 return BA >= Alignment &&
Offset.isAligned(BA);
42 assert(V->getType()->isPointerTy() &&
"Base must be pointer");
49 if (!Visited.
insert(V).second)
75 CtxI, AC, DT, TLI, Visited,
MaxDepth);
80 if (BC->getSrcTy()->isPointerTy())
82 BC->getOperand(0), Alignment,
Size,
DL, CtxI, AC, DT, TLI,
87 if (
const SelectInst *Sel = dyn_cast<SelectInst>(V)) {
89 Size,
DL, CtxI, AC, DT, TLI,
92 Size,
DL, CtxI, AC, DT, TLI,
96 bool CheckForNonNull, CheckForFreed;
98 V->getPointerDereferenceableBytes(
DL, CheckForNonNull,
102 if (!CheckForNonNull ||
115 if (
const auto *Call = dyn_cast<CallBase>(V)) {
135 APInt KnownDerefBytes(
Size.getBitWidth(), ObjSize);
150 if (
const GCRelocateInst *RelocateInst = dyn_cast<GCRelocateInst>(V))
152 Alignment,
Size,
DL, CtxI, AC, DT,
157 Size,
DL, CtxI, AC, DT, TLI,
166 V, {Attribute::Dereferenceable, Attribute::Alignment}, AC,
170 if (RK.AttrKind == Attribute::Alignment)
171 AlignRK = std::max(AlignRK, RK);
172 if (RK.AttrKind == Attribute::Dereferenceable)
173 DerefRK = std::max(DerefRK, RK);
197 return ::isDereferenceableAndAlignedPointer(V, Alignment,
Size,
DL, CtxI, AC,
198 DT, TLI, Visited, 16);
215 APInt AccessSize(
DL.getPointerTypeSizeInBits(V->getType()),
216 DL.getTypeStoreSize(Ty));
252 if (isa<BinaryOperator>(
A) || isa<CastInst>(
A) || isa<PHINode>(
A) ||
253 isa<GetElementPtrInst>(
A))
255 if (cast<Instruction>(
A)->isIdenticalToWhenDefined(BI))
269 APInt EltSize(
DL.getIndexTypeSizeInBits(
Ptr->getType()),
270 DL.getTypeStoreSize(LI->
getType()).getFixedValue());
273 Instruction *HeaderFirstNonPHI = L->getHeader()->getFirstNonPHI();
277 if (L->isLoopInvariant(
Ptr))
279 HeaderFirstNonPHI, AC, &DT);
283 auto *AddRec = dyn_cast<SCEVAddRecExpr>(SE.
getSCEV(
Ptr));
284 if (!AddRec || AddRec->getLoop() != L || !AddRec->isAffine())
286 auto* Step = dyn_cast<SCEVConstant>(AddRec->getStepRecurrence(SE));
296 if (EltSize.
sgt(Step->getAPInt()))
304 APInt AccessSize = TC * Step->getAPInt();
307 "implied by addrec definition");
309 if (
auto *StartS = dyn_cast<SCEVUnknown>(AddRec->getStart())) {
310 Base = StartS->getValue();
311 }
else if (
auto *StartS = dyn_cast<SCEVAddExpr>(AddRec->getStart())) {
313 const auto *
Offset = dyn_cast<SCEVConstant>(StartS->getOperand(0));
314 const auto *NewBase = dyn_cast<SCEVUnknown>(StartS->getOperand(1));
315 if (StartS->getNumOperands() == 2 &&
Offset && NewBase) {
319 if (
Offset->getAPInt().urem(Alignment.
value()) != 0)
321 Base = NewBase->getValue();
322 bool Overflow =
false;
323 AccessSize = AccessSize.
uadd_ov(
Offset->getAPInt(), Overflow);
335 if (EltSize.
urem(Alignment.
value()) != 0)
338 HeaderFirstNonPHI, AC, &DT);
367 if (
Size.getBitWidth() > 64)
381 V = V->stripPointerCasts();
388 if (isa<CallInst>(BBI) && BBI->mayWriteToMemory() &&
389 !isa<LifetimeIntrinsic>(BBI) && !isa<DbgInfoIntrinsic>(BBI))
395 if (
LoadInst *LI = dyn_cast<LoadInst>(BBI)) {
399 if (LI->isVolatile())
401 AccessedPtr = LI->getPointerOperand();
402 AccessedTy = LI->getType();
403 AccessedAlign = LI->getAlign();
404 }
else if (
StoreInst *SI = dyn_cast<StoreInst>(BBI)) {
406 if (SI->isVolatile())
408 AccessedPtr = SI->getPointerOperand();
409 AccessedTy = SI->getValueOperand()->getType();
410 AccessedAlign = SI->getAlign();
414 if (AccessedAlign < Alignment)
418 if (AccessedPtr == V &&
419 TypeSize::isKnownLE(LoadSize,
DL.getTypeStoreSize(AccessedTy)))
423 TypeSize::isKnownLE(LoadSize,
DL.getTypeStoreSize(AccessedTy)))
451 cl::desc(
"Use this to specify the default maximum number of instructions "
452 "to scan backward from a given instruction, when searching for "
453 "available loaded value"));
457 unsigned MaxInstsToScan,
459 unsigned *NumScanedInst) {
461 if (!Load->isUnordered())
466 ScanBB, ScanFrom, MaxInstsToScan, AA, IsLoad,
474 const Value *StorePtr,
477 APInt LoadOffset(
DL.getIndexTypeSizeInBits(LoadPtr->
getType()), 0);
478 APInt StoreOffset(
DL.getIndexTypeSizeInBits(StorePtr->
getType()), 0);
480 DL, LoadOffset,
false);
482 DL, StoreOffset,
false);
483 if (LoadBase != StoreBase)
488 LoadOffset + LoadAccessSize.toRaw());
490 StoreOffset + StoreAccessSize.toRaw());
495 Type *AccessTy,
bool AtLeastAtomic,
500 if (
LoadInst *LI = dyn_cast<LoadInst>(Inst)) {
503 if (LI->isAtomic() < AtLeastAtomic)
520 if (
StoreInst *SI = dyn_cast<StoreInst>(Inst)) {
523 if (SI->isAtomic() < AtLeastAtomic)
526 Value *StorePtr = SI->getPointerOperand()->stripPointerCasts();
533 Value *Val = SI->getValueOperand();
538 TypeSize LoadSize =
DL.getTypeSizeInBits(AccessTy);
539 if (TypeSize::isKnownLE(LoadSize, StoreSize))
540 if (
auto *
C = dyn_cast<Constant>(Val))
544 if (
auto *MSI = dyn_cast<MemSetInst>(Inst)) {
550 auto *Val = dyn_cast<ConstantInt>(MSI->getValue());
551 auto *Len = dyn_cast<ConstantInt>(MSI->getLength());
556 Value *Dst = MSI->getDest();
563 TypeSize LoadTypeSize =
DL.getTypeSizeInBits(AccessTy);
569 if ((Len->getValue() * 8).ult(LoadSize))
573 : Val->getValue().trunc(LoadSize);
588 if (MaxInstsToScan == 0)
589 MaxInstsToScan = ~0U;
594 while (ScanFrom != ScanBB->
begin()) {
608 if (MaxInstsToScan-- == 0)
614 AtLeastAtomic,
DL, IsLoadCSE))
618 if (
StoreInst *SI = dyn_cast<StoreInst>(Inst)) {
619 Value *StorePtr = SI->getPointerOperand()->stripPointerCasts();
624 if ((isa<AllocaInst>(StrippedPtr) || isa<GlobalVariable>(StrippedPtr)) &&
625 (isa<AllocaInst>(StorePtr) || isa<GlobalVariable>(StorePtr)) &&
626 StrippedPtr != StorePtr)
635 Loc.
Ptr, AccessTy, SI->getPointerOperand(),
636 SI->getValueOperand()->getType(),
DL))
670 unsigned MaxInstsToScan) {
671 const DataLayout &
DL = Load->getModule()->getDataLayout();
672 Value *StrippedPtr = Load->getPointerOperand()->stripPointerCasts();
674 Type *AccessTy = Load->getType();
675 bool AtLeastAtomic = Load->isAtomic();
677 if (!Load->isUnordered())
686 if (Inst.isDebugOrPseudoInst())
689 if (MaxInstsToScan-- == 0)
693 AtLeastAtomic,
DL, IsLoadCSE);
697 if (Inst.mayWriteToMemory())
715 Type *Ty =
A->getType();
717 "values must have matching pointer types");
722 if (
auto *
C = dyn_cast<Constant>(
B)) {
725 APInt OneByte(
DL.getPointerTypeSizeInBits(Ty), 1);
726 return C->isNullValue() ||
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
@ Available
We know the block is fully available. This is a fixpoint.
static const unsigned MaxDepth
static bool AreEquivalentAddressValues(const Value *A, const Value *B)
Test if A and B will obviously have the same value.
static bool isAligned(const Value *Base, const APInt &Offset, Align Alignment, const DataLayout &DL)
static bool isDereferenceableAndAlignedPointer(const Value *V, Align Alignment, const APInt &Size, const DataLayout &DL, const Instruction *CtxI, AssumptionCache *AC, const DominatorTree *DT, const TargetLibraryInfo *TLI, SmallPtrSetImpl< const Value * > &Visited, unsigned MaxDepth)
Test if V is always a pointer to allocated and suitably aligned memory for a simple load or store.
static bool areNonOverlapSameBaseLoadAndStore(const Value *LoadPtr, Type *LoadTy, const Value *StorePtr, Type *StoreTy, const DataLayout &DL)
static Value * getAvailableLoadStore(Instruction *Inst, const Value *Ptr, Type *AccessTy, bool AtLeastAtomic, const DataLayout &DL, bool *IsLoadCSE)
This file provides utility analysis objects describing memory locations.
Module.h This file contains the declarations for the Module class.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
Class for arbitrary precision integers.
bool sgt(const APInt &RHS) const
Signed greater than comparison.
APInt urem(const APInt &RHS) const
Unsigned remainder operation.
APInt uadd_ov(const APInt &RHS, bool &Overflow) const
static APInt getSplat(unsigned NewLen, const APInt &V)
Return a value containing V broadcasted over NewLen bits.
bool getBoolValue() const
Convert APInt to a boolean value.
bool uge(const APInt &RHS) const
Unsigned greater or equal comparison.
A cache of @llvm.assume calls within a function.
LLVM Basic Block Representation.
iterator begin()
Instruction iterator methods.
InstListType::iterator iterator
Instruction iterators...
const Module * getModule() const
Return the module owning the function this basic block belongs to, or nullptr if the function does no...
This class is a wrapper over an AAResults, and it is intended to be used only when there are no IR ch...
ModRefInfo getModRefInfo(const Instruction *I, const std::optional< MemoryLocation > &OptLoc)
static bool isBitOrNoopPointerCastable(Type *SrcTy, Type *DestTy, const DataLayout &DL)
Check whether a bitcast, inttoptr, or ptrtoint cast between these types is valid and a no-op.
This is the shared class of boolean and integer constants.
This class represents a range of values.
bool isEmptySet() const
Return true if this set contains no members.
ConstantRange intersectWith(const ConstantRange &CR, PreferredRangeType Type=Smallest) const
Return the range that results from the intersection of this range with another range.
A parsed version of the target data layout string in and methods for querying it.
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
Represents calls to the gc.relocate intrinsic.
bool isDebugOrPseudoInst() const LLVM_READONLY
Return true if the instruction is a DbgInfoIntrinsic or PseudoProbeInst.
bool mayWriteToMemory() const LLVM_READONLY
Return true if this instruction may modify memory.
const Module * getModule() const
Return the module owning the function this instruction belongs to or nullptr it the function does not...
const BasicBlock * getParent() const
An instruction for reading from memory.
Value * getPointerOperand()
Align getAlign() const
Return the alignment of the access that is being performed.
static LocationSize precise(uint64_t Value)
Represents a single loop in the control flow graph.
Representation for a specific memory location.
static MemoryLocation get(const LoadInst *LI)
Return a location with information about the memory reference by the given instruction.
const Value * Ptr
The address of the start of the location.
const DataLayout & getDataLayout() const
Get the data layout for the module's target platform.
The main scalar evolution driver.
const SCEV * getSCEV(Value *V)
Return a SCEV expression for the full generality of the specified expression.
unsigned getSmallConstantMaxTripCount(const Loop *L)
Returns the upper bound of the loop trip count as a normal unsigned value.
bool isLoopInvariant(const SCEV *S, const Loop *L)
Return true if the value of the given SCEV is unchanging in the specified loop.
This class represents the LLVM 'select' instruction.
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
std::pair< iterator, bool > insert(PtrType Ptr)
Inserts Ptr if and only if there is no element in the container equal to Ptr.
SmallPtrSet - This class implements a set which is optimized for holding SmallSize or less elements.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
An instruction for storing to memory.
Provides information about what library functions are available for the current target.
static constexpr TypeSize getFixed(ScalarTy ExactSize)
The instances of the Type class are immutable: once they are created, they are never changed.
bool isPointerTy() const
True if this is an instance of PointerType.
bool isSized(SmallPtrSetImpl< Type * > *Visited=nullptr) const
Return true if it makes sense to take the size of this type.
bool isScalableTy() const
Return true if this is a type whose size is a known multiple of vscale.
LLVM Value Representation.
Type * getType() const
All values are typed, get the type of this value.
const Value * stripAndAccumulateConstantOffsets(const DataLayout &DL, APInt &Offset, bool AllowNonInbounds, bool AllowInvariantGroup=false, function_ref< bool(Value &Value, APInt &Offset)> ExternalAnalysis=nullptr) const
Accumulate the constant offset this value has compared to a base pointer.
const Value * stripPointerCasts() const
Strip off pointer casts, all-zero GEPs and address space casts.
constexpr ScalarTy getFixedValue() const
constexpr bool isScalable() const
Returns whether the quantity is scaled by a runtime quantity (vscale).
self_iterator getIterator()
@ C
The default llvm calling convention, compatible with C.
initializer< Ty > init(const Ty &Val)
This is an optimization pass for GlobalISel generic memory operations.
bool isValidAssumeForContext(const Instruction *I, const Instruction *CxtI, const DominatorTree *DT=nullptr, bool AllowEphemerals=false)
Return true if it is valid to use the assumptions provided by an assume intrinsic,...
const Value * getArgumentAliasingToReturnedPointer(const CallBase *Call, bool MustPreserveNullness)
This function returns call pointer argument that is considered the same by aliasing rules.
bool isDereferenceableAndAlignedPointer(const Value *V, Type *Ty, Align Alignment, const DataLayout &DL, const Instruction *CtxI=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr, const TargetLibraryInfo *TLI=nullptr)
Returns true if V is always a dereferenceable pointer with alignment greater or equal than requested.
iterator_range< T > make_range(T x, T y)
Convenience function for iterating over sub-ranges.
Value * findAvailablePtrLoadStore(const MemoryLocation &Loc, Type *AccessTy, bool AtLeastAtomic, BasicBlock *ScanBB, BasicBlock::iterator &ScanFrom, unsigned MaxInstsToScan, BatchAAResults *AA, bool *IsLoadCSE, unsigned *NumScanedInst)
Scan backwards to see if we have the value of the given pointer available locally within a small numb...
Value * FindAvailableLoadedValue(LoadInst *Load, BasicBlock *ScanBB, BasicBlock::iterator &ScanFrom, unsigned MaxInstsToScan=DefMaxInstsToScan, BatchAAResults *AA=nullptr, bool *IsLoadCSE=nullptr, unsigned *NumScanedInst=nullptr)
Scan backwards to see if we have the value of the given load available locally within a small number ...
RetainedKnowledge getKnowledgeForValue(const Value *V, ArrayRef< Attribute::AttrKind > AttrKinds, AssumptionCache *AC=nullptr, function_ref< bool(RetainedKnowledge, Instruction *, const CallBase::BundleOpInfo *)> Filter=[](auto...) { return true;})
Return a valid Knowledge associated to the Value V if its Attribute kind is in AttrKinds and it match...
bool getObjectSize(const Value *Ptr, uint64_t &Size, const DataLayout &DL, const TargetLibraryInfo *TLI, ObjectSizeOpts Opts={})
Compute the size of the object pointed by Ptr.
bool isModSet(const ModRefInfo MRI)
bool isDereferenceableAndAlignedInLoop(LoadInst *LI, Loop *L, ScalarEvolution &SE, DominatorTree &DT, AssumptionCache *AC=nullptr)
Return true if we can prove that the given load (which is assumed to be within the specified loop) wo...
Constant * ConstantFoldLoadFromConst(Constant *C, Type *Ty, const APInt &Offset, const DataLayout &DL)
Extract value of C at the given Offset reinterpreted as Ty.
cl::opt< unsigned > DefMaxInstsToScan
The default number of maximum instructions to scan in the block, used by FindAvailableLoadedValue().
bool canReplacePointersIfEqual(Value *A, Value *B, const DataLayout &DL, Instruction *CtxI)
Returns true if a pointer value A can be replace with another pointer value \B if they are deemed equ...
bool isKnownNonZero(const Value *V, const SimplifyQuery &Q, unsigned Depth=0)
Return true if the given value is known to be non-zero when defined.
bool isDereferenceablePointer(const Value *V, Type *Ty, const DataLayout &DL, const Instruction *CtxI=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr, const TargetLibraryInfo *TLI=nullptr)
Return true if this is always a dereferenceable pointer.
bool isSafeToLoadUnconditionally(Value *V, Align Alignment, APInt &Size, const DataLayout &DL, Instruction *ScanFrom=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr, const TargetLibraryInfo *TLI=nullptr)
Return true if we know that executing a load from this value cannot trap.
This struct is a compact representation of a valid (non-zero power of two) alignment.
uint64_t value() const
This is a hole in the type system and should not be abused.
Various options to control the behavior of getObjectSize.
bool NullIsUnknownSize
If this is true, null pointers in address space 0 will be treated as though they can't be evaluated.
bool RoundToAlign
Whether to round the result up to the alignment of allocas, byval arguments, and global variables.
Represent one information held inside an operand bundle of an llvm.assume.