|
LLVM
4.0.0
|
#include "llvm/Pass.h"#include "llvm/Analysis/CFG.h"#include "llvm/Analysis/TargetTransformInfo.h"#include "llvm/ADT/SetOperations.h"#include "llvm/ADT/Statistic.h"#include "llvm/ADT/DenseSet.h"#include "llvm/ADT/SetVector.h"#include "llvm/ADT/StringRef.h"#include "llvm/ADT/MapVector.h"#include "llvm/IR/BasicBlock.h"#include "llvm/IR/CallSite.h"#include "llvm/IR/Dominators.h"#include "llvm/IR/Function.h"#include "llvm/IR/IRBuilder.h"#include "llvm/IR/InstIterator.h"#include "llvm/IR/Instructions.h"#include "llvm/IR/Intrinsics.h"#include "llvm/IR/IntrinsicInst.h"#include "llvm/IR/Module.h"#include "llvm/IR/MDBuilder.h"#include "llvm/IR/Statepoint.h"#include "llvm/IR/Value.h"#include "llvm/IR/Verifier.h"#include "llvm/Support/Debug.h"#include "llvm/Support/CommandLine.h"#include "llvm/Transforms/Scalar.h"#include "llvm/Transforms/Utils/BasicBlockUtils.h"#include "llvm/Transforms/Utils/Cloning.h"#include "llvm/Transforms/Utils/Local.h"#include "llvm/Transforms/Utils/PromoteMemToReg.h"Go to the source code of this file.
Classes | |
| struct | false::GCPtrLivenessData |
| struct | false::PartiallyConstructedSafepointRecord |
Namespaces | |
| false | |
Macros | |
| #define | DEBUG_TYPE "rewrite-statepoints-for-gc" |
Typedefs | |
| typedef MapVector< Value *, Value * > | false::DefiningValueMapTy |
| typedef SetVector< Value * > | false::StatepointLiveSetTy |
| typedef MapVector< AssertingVH < Instruction >, AssertingVH < Value > > | false::RematerializedValueMapTy |
Functions | |
| INITIALIZE_PASS_BEGIN (RewriteStatepointsForGC,"rewrite-statepoints-for-gc","Make relocations explicit at statepoints", false, false) INITIALIZE_PASS_END(RewriteStatepointsForGC | |
| static ArrayRef< Use > | GetDeoptBundleOperands (ImmutableCallSite CS) |
| static void | computeLiveInValues (DominatorTree &DT, Function &F, GCPtrLivenessData &Data) |
| Compute the live-in set for every basic block in the function. More... | |
| static void | findLiveSetAtInst (Instruction *inst, GCPtrLivenessData &Data, StatepointLiveSetTy &out) |
| Given results from the dataflow liveness computation, find the set of live Values at a particular instruction. More... | |
| static bool | isGCPointerType (Type *T) |
| static bool | isHandledGCPointerType (Type *T) |
| static bool | containsGCPtrType (Type *Ty) |
| Returns true if this type contains a gc pointer whether we know how to handle that type or not. More... | |
| static bool | isUnhandledGCPointerType (Type *Ty) |
| static std::string | suffixed_name_or (Value *V, StringRef Suffix, StringRef DefaultName) |
| static void | analyzeParsePointLiveness (DominatorTree &DT, GCPtrLivenessData &OriginalLivenessData, CallSite CS, PartiallyConstructedSafepointRecord &Result) |
| static bool | isKnownBaseResult (Value *V) |
| Given the result of a call to findBaseDefiningValue, or findBaseOrBDV, is it known to be a base pointer? Or do we need to continue searching. More... | |
| static BaseDefiningValueResult | findBaseDefiningValue (Value *I) |
| Helper function for findBasePointer - Will return a value which either a) defines the base pointer for the input, b) blocks the simple search (i.e. More... | |
| static BaseDefiningValueResult | findBaseDefiningValueOfVector (Value *I) |
| Return a base defining value for the 'Index' element of the given vector instruction 'I'. More... | |
| static Value * | findBaseDefiningValueCached (Value *I, DefiningValueMapTy &Cache) |
| Returns the base defining value for this value. More... | |
| static Value * | findBaseOrBDV (Value *I, DefiningValueMapTy &Cache) |
| Return a base pointer for this value if known. More... | |
| static raw_ostream & | operator<< (raw_ostream &OS, const BDVState &State) |
| static BDVState | meetBDVStateImpl (const BDVState &LHS, const BDVState &RHS) |
| static BDVState | meetBDVState (BDVState LHS, BDVState RHS) |
| static Value * | findBasePointer (Value *I, DefiningValueMapTy &Cache) |
| For a given value or instruction, figure out what base ptr its derived from. More... | |
| static void | findBasePointers (const StatepointLiveSetTy &live, MapVector< Value *, Value * > &PointerToBase, DominatorTree *DT, DefiningValueMapTy &DVCache) |
| static void | findBasePointers (DominatorTree &DT, DefiningValueMapTy &DVCache, CallSite CS, PartiallyConstructedSafepointRecord &result) |
| Find the required based pointers (and adjust the live set) for the given parse point. More... | |
| static void | recomputeLiveInValues (GCPtrLivenessData &RevisedLivenessData, CallSite CS, PartiallyConstructedSafepointRecord &result) |
| Given an updated version of the dataflow liveness results, update the liveset and base pointer maps for the call site CS. More... | |
| static void | recomputeLiveInValues (Function &F, DominatorTree &DT, ArrayRef< CallSite > toUpdate, MutableArrayRef< struct PartiallyConstructedSafepointRecord > records) |
| static BasicBlock * | normalizeForInvokeSafepoint (BasicBlock *BB, BasicBlock *InvokeParent, DominatorTree &DT) |
| static AttributeSet | legalizeCallAttributes (AttributeSet AS) |
| static void | CreateGCRelocates (ArrayRef< Value * > LiveVariables, const int LiveStart, ArrayRef< Value * > BasePtrs, Instruction *StatepointToken, IRBuilder<> Builder) |
| Helper function to place all gc relocates necessary for the given statepoint. More... | |
| static StringRef | getDeoptLowering (CallSite CS) |
| static void | makeStatepointExplicitImpl (const CallSite CS, const SmallVectorImpl< Value * > &BasePtrs, const SmallVectorImpl< Value * > &LiveVariables, PartiallyConstructedSafepointRecord &Result, std::vector< DeferredReplacement > &Replacements) |
| static void | makeStatepointExplicit (DominatorTree &DT, CallSite CS, PartiallyConstructedSafepointRecord &Result, std::vector< DeferredReplacement > &Replacements) |
| static void | insertRelocationStores (iterator_range< Value::user_iterator > GCRelocs, DenseMap< Value *, Value * > &AllocaMap, DenseSet< Value * > &VisitedLiveValues) |
| static void | insertRematerializationStores (const RematerializedValueMapTy &RematerializedValues, DenseMap< Value *, Value * > &AllocaMap, DenseSet< Value * > &VisitedLiveValues) |
| static void | relocationViaAlloca (Function &F, DominatorTree &DT, ArrayRef< Value * > Live, ArrayRef< PartiallyConstructedSafepointRecord > Records) |
| Do all the relocation update via allocas and mem2reg. More... | |
| template<typename T > | |
| static void | unique_unsorted (SmallVectorImpl< T > &Vec) |
| Implement a unique function which doesn't require we sort the input vector. More... | |
| static void | insertUseHolderAfter (CallSite &CS, const ArrayRef< Value * > Values, SmallVectorImpl< CallInst * > &Holders) |
| Insert holders so that each Value is obviously live through the entire lifetime of the call. More... | |
| static void | findLiveReferences (Function &F, DominatorTree &DT, ArrayRef< CallSite > toUpdate, MutableArrayRef< struct PartiallyConstructedSafepointRecord > records) |
| static Value * | findRematerializableChainToBasePointer (SmallVectorImpl< Instruction * > &ChainToBase, Value *CurrentValue) |
| static unsigned | chainToBasePointerCost (SmallVectorImpl< Instruction * > &Chain, TargetTransformInfo &TTI) |
| static bool | AreEquivalentPhiNodes (PHINode &OrigRootPhi, PHINode &AlternateRootPhi) |
| static void | rematerializeLiveValues (CallSite CS, PartiallyConstructedSafepointRecord &Info, TargetTransformInfo &TTI) |
| static bool | insertParsePoints (Function &F, DominatorTree &DT, TargetTransformInfo &TTI, SmallVectorImpl< CallSite > &ToUpdate) |
| template<typename AttrHolder > | |
| static void | RemoveNonValidAttrAtIndex (LLVMContext &Ctx, AttrHolder &AH, unsigned Index) |
| static bool | shouldRewriteStatepointsIn (Function &F) |
| Returns true if this function should be rewritten by this pass. More... | |
| static void | computeLiveInValues (BasicBlock::reverse_iterator Begin, BasicBlock::reverse_iterator End, SetVector< Value * > &LiveTmp) |
| Compute the live-in set for the location rbegin starting from the live-out set of the basic block. More... | |
| static void | computeLiveOutSeed (BasicBlock *BB, SetVector< Value * > &LiveTmp) |
| static SetVector< Value * > | computeKillSet (BasicBlock *BB) |
| static void | checkBasicSSA (DominatorTree &DT, SetVector< Value * > &Live, TerminatorInst *TI, bool TermOkay=false) |
| Check that the items in 'Live' dominate 'TI'. More... | |
| static void | checkBasicSSA (DominatorTree &DT, GCPtrLivenessData &Data, BasicBlock &BB) |
| Check that all the liveness sets used during the computation of liveness obey basic SSA properties. More... | |
Variables | |
| static cl::opt< bool > | PrintLiveSet ("spp-print-liveset", cl::Hidden, cl::init(false)) |
| static cl::opt< bool > | PrintLiveSetSize ("spp-print-liveset-size", cl::Hidden, cl::init(false)) |
| static cl::opt< bool > | PrintBasePointers ("spp-print-base-pointers", cl::Hidden, cl::init(false)) |
| static cl::opt< unsigned > | RematerializationThreshold ("spp-rematerialization-threshold", cl::Hidden, cl::init(6)) |
| static bool | ClobberNonLive = false |
| static cl::opt< bool, true > | ClobberNonLiveOverride ("rs4gc-clobber-non-live", cl::location(ClobberNonLive), cl::Hidden) |
| static cl::opt< bool > | AllowStatepointWithNoDeoptInfo ("rs4gc-allow-statepoint-with-no-deopt-info", cl::Hidden, cl::init(true)) |
| rewrite statepoints for | gc |
| rewrite statepoints for Make relocations at | statepoints |
| rewrite statepoints for Make relocations at | false |
| #define DEBUG_TYPE "rewrite-statepoints-for-gc" |
Definition at line 46 of file RewriteStatepointsForGC.cpp.
|
static |
Definition at line 277 of file RewriteStatepointsForGC.cpp.
References llvm::dbgs(), findLiveSetAtInst(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getCalledValue(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getInstruction(), llvm::Value::getName(), PrintLiveSet, and PrintLiveSetSize.
Referenced by findLiveReferences().
Definition at line 1897 of file RewriteStatepointsForGC.cpp.
References llvm::DenseMapBase< SmallDenseMap< KeyT, ValueT, InlineBuckets, KeyInfoT, BucketT >, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::DenseMapBase< SmallDenseMap< KeyT, ValueT, InlineBuckets, KeyInfoT, BucketT >, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::PHINode::getIncomingBlock(), llvm::PHINode::getIncomingValue(), llvm::PHINode::getNumIncomingValues(), llvm::Instruction::getParent(), and i.
Referenced by rematerializeLiveValues().
|
static |
Definition at line 1866 of file RewriteStatepointsForGC.cpp.
References assert(), GEP, llvm::TargetTransformInfo::getAddressComputationCost(), llvm::TargetTransformInfo::getCastInstrCost(), and llvm_unreachable.
Referenced by rematerializeLiveValues().
|
static |
Check that the items in 'Live' dominate 'TI'.
This is used as a basic sanity check for the liveness computation.
Definition at line 2546 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::DominatorTree::dominates(), and I.
Referenced by checkBasicSSA(), and computeLiveInValues().
|
static |
Check that all the liveness sets used during the computation of liveness obey basic SSA properties.
This is useful for finding cases where we miss a def.
Definition at line 2564 of file RewriteStatepointsForGC.cpp.
References checkBasicSSA(), and llvm::BasicBlock::getTerminator().
|
static |
Definition at line 2535 of file RewriteStatepointsForGC.cpp.
References I, llvm::SetVector< T, Vector, Set >::insert(), and isHandledGCPointerType().
Referenced by computeLiveInValues().
|
static |
Compute the live-in set for every basic block in the function.
Definition at line 2572 of file RewriteStatepointsForGC.cpp.
References assert(), checkBasicSSA(), computeKillSet(), computeLiveOutSeed(), llvm::SetVector< T, SmallVector< T, N >, SmallDenseSet< T, N > >::empty(), llvm::SetVector< T, SmallVector< T, N >, SmallDenseSet< T, N > >::insert(), llvm::RegState::Kill, llvm::SetVector< T, SmallVector< T, N >, SmallDenseSet< T, N > >::pop_back_val(), llvm::pred_begin(), llvm::pred_end(), llvm::SetVector< T, Vector, Set >::set_subtract(), llvm::SetVector< T, Vector, Set >::set_union(), llvm::SetVector< T, Vector, Set >::size(), and llvm::successors().
Referenced by findLiveReferences(), findLiveSetAtInst(), and recomputeLiveInValues().
|
static |
Compute the live-in set for the location rbegin starting from the live-out set of the basic block.
Definition at line 2486 of file RewriteStatepointsForGC.cpp.
References assert(), I, llvm::SetVector< T, Vector, Set >::insert(), isHandledGCPointerType(), isUnhandledGCPointerType(), llvm::make_range(), and llvm::SetVector< T, Vector, Set >::remove().
|
static |
Definition at line 2519 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::dyn_cast(), llvm::PHINode::getIncomingValueForBlock(), llvm::Value::getType(), I, llvm::SetVector< T, Vector, Set >::insert(), isHandledGCPointerType(), isUnhandledGCPointerType(), and llvm::successors().
Referenced by computeLiveInValues().
Returns true if this type contains a gc pointer whether we know how to handle that type or not.
Definition at line 245 of file RewriteStatepointsForGC.cpp.
References llvm::any_of(), isGCPointerType(), and llvm::ARM_MB::ST.
Referenced by isUnhandledGCPointerType().
|
static |
Helper function to place all gc relocates necessary for the given statepoint.
Inputs: liveVariables - list of variables to be relocated. liveStart - index of the first live variable. basePtrs - base pointers. statepointToken - statepoint instruction to which relocates should be bound. Builder - Llvm IR builder to be used to construct new calls.
Definition at line 1170 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::ArrayRef< T >::begin(), llvm::CallingConv::Cold, llvm::DenseMapBase< DenseMap< KeyT, ValueT, KeyInfoT, BucketT >, KeyT, ValueT, KeyInfoT, BucketT >::count(), llvm::IRBuilder< T, Inserter >::CreateCall(), llvm::ArrayRef< T >::empty(), llvm::ArrayRef< T >::end(), llvm::find(), llvm::VectorType::get(), llvm::Module::getContext(), llvm::Intrinsic::getDeclaration(), llvm::IRBuilderBase::getInt32(), llvm::Type::getInt8PtrTy(), llvm::Instruction::getModule(), i, isHandledGCPointerType(), llvm::CallInst::setCallingConv(), llvm::ArrayRef< T >::size(), and suffixed_name_or().
Referenced by makeStatepointExplicitImpl().
|
static |
Helper function for findBasePointer - Will return a value which either a) defines the base pointer for the input, b) blocks the simple search (i.e.
a PHI or Select of two derived pointers), or c) involves a change from pointer to vector type or back.
Definition at line 379 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::tgtok::Def, findBaseDefiningValueOfVector(), GEP, llvm::ConstantPointerNull::get(), llvm::Value::getType(), llvm::Type::isPtrOrPtrVectorTy(), llvm::Type::isVectorTy(), and llvm_unreachable.
Referenced by findBaseDefiningValueCached().
Returns the base defining value for this value.
Definition at line 500 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::dbgs(), DEBUG, findBaseDefiningValue(), llvm::Value::getName(), and I.
Referenced by findBaseOrBDV().
|
static |
Return a base defining value for the 'Index' element of the given vector instruction 'I'.
If Index is null, returns a BDV for the entire vector 'I'. As an optimization, this method will try to determine when the element is known to already be a base pointer. If this can be established, the second value in the returned pair will be true. Note that either a vector or a pointer typed value can be returned. For the former, the vector returned is a BDV (and possibly a base) of the entire vector 'I'. If the later, the return pointer is a BDV (or possibly a base) for the particular element in 'I'.
Definition at line 337 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::ConstantAggregateZero::get(), and llvm::Value::getType().
Referenced by findBaseDefiningValue().
Return a base pointer for this value if known.
Otherwise, return it's base defining value.
Definition at line 513 of file RewriteStatepointsForGC.cpp.
References llvm::tgtok::Def, and findBaseDefiningValueCached().
Referenced by findBasePointer().
For a given value or instruction, figure out what base ptr its derived from.
For gc objects, this is simply itself. On success, returns a value which is the base pointer. (This is reliable and can be used for relocation.) On failure, returns nullptr.
Create and insert a new instruction which will represent the base of the given instruction 'I'.
Definition at line 648 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::SelectInst::Create(), llvm::ExtractElementInst::Create(), llvm::InsertElementInst::Create(), llvm::PHINode::Create(), llvm::dbgs(), DEBUG, llvm::tgtok::Def, llvm::SmallVectorBase::empty(), findBaseOrBDV(), llvm::MDNode::get(), llvm::UndefValue::get(), llvm::Value::getContext(), llvm::SelectInst::getFalseValue(), llvm::PHINode::getIncomingBlock(), llvm::PHINode::getIncomingValue(), llvm::Value::getName(), llvm::PHINode::getNumIncomingValues(), llvm::Instruction::getParent(), llvm::BasicBlock::getTerminator(), llvm::SelectInst::getTrueValue(), llvm::Value::getType(), I, i, llvm::ARM_PROC::IE, llvm::MapVector< KeyT, ValueT, MapType, VectorType >::insert(), isKnownBaseResult(), llvm_unreachable, meetBDVState(), llvm::SmallVectorImpl< T >::pop_back_val(), llvm::pred_begin(), llvm::pred_end(), llvm::SmallVectorTemplateBase< T, isPodLike< T >::value >::push_back(), llvm::Instruction::setMetadata(), SI, llvm::Value::stripPointerCasts(), suffixed_name_or(), and llvm::RegState::Undef.
Referenced by findBasePointers().
|
static |
Definition at line 1045 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::DominatorTree::dominates(), findBasePointer(), and getParent().
Referenced by findBasePointers(), and insertParsePoints().
|
static |
Find the required based pointers (and adjust the live set) for the given parse point.
Definition at line 1061 of file RewriteStatepointsForGC.cpp.
References llvm::errs(), findBasePointers(), and PrintBasePointers.
|
static |
Definition at line 1822 of file RewriteStatepointsForGC.cpp.
References analyzeParsePointLiveness(), computeLiveInValues(), i, info, and llvm::ArrayRef< T >::size().
Referenced by insertParsePoints().
|
static |
Given results from the dataflow liveness computation, find the set of live Values at a particular instruction.
Definition at line 2639 of file RewriteStatepointsForGC.cpp.
References assert(), computeLiveInValues(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::Instruction::getParent(), llvm::ilist_iterator< OptionsT, IsReverse, IsConst >::getReverse(), and llvm::BasicBlock::rbegin().
Referenced by analyzeParsePointLiveness(), and recomputeLiveInValues().
|
static |
Definition at line 1839 of file RewriteStatepointsForGC.cpp.
References GEP, and llvm::SmallVectorTemplateBase< T, isPodLike< T >::value >::push_back().
Referenced by rematerializeLiveValues().
|
static |
Definition at line 192 of file RewriteStatepointsForGC.cpp.
References AllowStatepointWithNoDeoptInfo, assert(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getOperandBundle(), llvm::Optional< T >::getValue(), llvm::Optional< T >::hasValue(), llvm::OperandBundleUse::Inputs, llvm::None, and llvm::LLVMContext::OB_deopt.
Referenced by insertParsePoints(), and makeStatepointExplicitImpl().
Definition at line 1298 of file RewriteStatepointsForGC.cpp.
References assert(), F, llvm::AttributeSet::FunctionIndex, llvm::AttributeSet::getAttribute(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getAttributes(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getCalledFunction(), llvm::Function::getFnAttribute(), llvm::Attribute::getValueAsString(), llvm::AttributeSet::hasAttribute(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::hasFnAttr(), and llvm::Function::hasFnAttribute().
Referenced by makeStatepointExplicitImpl().
| INITIALIZE_PASS_BEGIN | ( | RewriteStatepointsForGC | , |
| "rewrite-statepoints-for-gc" | , | ||
| "Make relocations explicit at statepoints" | , | ||
| false | , | ||
| false | |||
| ) |
|
static |
Definition at line 2081 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::SmallVectorTemplateCommon< T >::begin(), llvm::DominatorTree::dominates(), llvm::SmallVectorTemplateCommon< T >::end(), llvm::errs(), F, findBasePointers(), findLiveReferences(), llvm::StatepointBase< FunTy, InstructionTy, ValueTy, CallSiteTy >::gc_args(), llvm::StatepointBase< FunTy, InstructionTy, ValueTy, CallSiteTy >::gc_args_begin(), llvm::StatepointBase< FunTy, InstructionTy, ValueTy, CallSiteTy >::gc_args_end(), GetDeoptBundleOperands(), i, info, llvm::SmallVectorImpl< T >::insert(), insertUseHolderAfter(), isHandledGCPointerType(), llvm::DominatorTree::isReachableFromEntry(), isUnhandledGCPointerType(), makeStatepointExplicit(), normalizeForInvokeSafepoint(), PrintBasePointers, Ptr, llvm::SmallVectorTemplateBase< T, isPodLike< T >::value >::push_back(), recomputeLiveInValues(), relocationViaAlloca(), rematerializeLiveValues(), llvm::SmallVectorImpl< T >::reserve(), llvm::SmallVectorTemplateCommon< T >::size(), and unique_unsorted().
|
static |
Definition at line 1539 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, KeyInfoT, BucketT >, KeyT, ValueT, KeyInfoT, BucketT >::count(), llvm::dyn_cast(), llvm::GCRelocateInst::getDerivedPtr(), llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getNextNode(), llvm::detail::DenseSetImpl< ValueT, MapTy, ValueInfoT >::insert(), llvm::Instruction::insertAfter(), llvm::SPII::Store, and suffixed_name_or().
Referenced by relocationViaAlloca().
|
static |
Definition at line 1574 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, KeyInfoT, BucketT >, KeyT, ValueT, KeyInfoT, BucketT >::count(), llvm::detail::DenseSetImpl< ValueT, MapTy, ValueInfoT >::insert(), llvm::Instruction::insertAfter(), and llvm::SPII::Store.
Referenced by relocationViaAlloca().
|
static |
Insert holders so that each Value is obviously live through the entire lifetime of the call.
Definition at line 1797 of file RewriteStatepointsForGC.cpp.
References llvm::CallInst::Create(), llvm::ArrayRef< T >::empty(), llvm::FunctionType::get(), llvm::Module::getContext(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getInstruction(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::Instruction::getModule(), llvm::Module::getOrInsertFunction(), llvm::Type::getVoidTy(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::isCall(), and llvm::SmallVectorTemplateBase< T, isPodLike >::push_back().
Referenced by insertParsePoints().
Definition at line 217 of file RewriteStatepointsForGC.cpp.
Referenced by containsGCPtrType(), and isHandledGCPointerType().
Definition at line 230 of file RewriteStatepointsForGC.cpp.
References isGCPointerType().
Referenced by computeKillSet(), computeLiveInValues(), computeLiveOutSeed(), CreateGCRelocates(), insertParsePoints(), and isUnhandledGCPointerType().
Given the result of a call to findBaseDefiningValue, or findBaseOrBDV, is it known to be a base pointer? Or do we need to continue searching.
Definition at line 526 of file RewriteStatepointsForGC.cpp.
Referenced by findBasePointer().
Definition at line 260 of file RewriteStatepointsForGC.cpp.
References containsGCPtrType(), and isHandledGCPointerType().
Referenced by computeLiveInValues(), computeLiveOutSeed(), and insertParsePoints().
|
static |
Definition at line 1126 of file RewriteStatepointsForGC.cpp.
References llvm::AttributeSet::addAttributes(), llvm::AttributeSet::begin(), llvm::AttributeSet::end(), llvm::AttributeSet::FunctionIndex, llvm::AttributeSet::getContext(), llvm::AttributeSet::getNumSlots(), llvm::AttributeSet::getSlotIndex(), llvm::isStatepointDirectiveAttr(), llvm::make_range(), AMDGPU::RuntimeMD::KernelArg::ReadOnly, llvm::MipsISD::Ret, and llvm::AttributeSet::ReturnIndex.
Referenced by makeStatepointExplicitImpl().
|
static |
Definition at line 1510 of file RewriteStatepointsForGC.cpp.
References assert(), L, makeStatepointExplicitImpl(), llvm::SmallVectorTemplateBase< T, isPodLike< T >::value >::push_back(), llvm::SmallVectorImpl< T >::reserve(), and llvm::SmallVectorTemplateCommon< T >::size().
Referenced by insertParsePoints().
|
static |
Definition at line 1317 of file RewriteStatepointsForGC.cpp.
References llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::arg_begin(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::arg_end(), assert(), llvm::BasicBlock::begin(), llvm::Call, CreateGCRelocates(), llvm::IRBuilderBase::CreateGCResult(), llvm::IRBuilderBase::CreateGCStatepointCall(), llvm::IRBuilderBase::CreateGCStatepointInvoke(), llvm::StatepointDirectives::DefaultStatepointID, llvm::DeoptLiveIn, llvm::StringRef::equals(), F, fuzzer::Flags, llvm::StatepointBase< FunTy, InstructionTy, ValueTy, CallSiteTy >::gcArgsStartIdx(), llvm::GCTransition, llvm::FunctionType::get(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getAttributes(), llvm::CallInst::getAttributes(), llvm::InvokeInst::getAttributes(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getCalledValue(), llvm::CallInst::getCallingConv(), llvm::InvokeInst::getCallingConv(), llvm::Instruction::getDebugLoc(), GetDeoptBundleOperands(), getDeoptLowering(), llvm::BasicBlock::getFirstInsertionPt(), llvm::AttributeSet::getFnAttributes(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getInstruction(), llvm::BasicBlock::getLandingPadInst(), llvm::Value::getName(), llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getNextNode(), llvm::InvokeInst::getNormalDest(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getOperandBundle(), llvm::AttributeSet::getRetAttributes(), llvm::CallInst::getTailCallKind(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getType(), llvm::BasicBlock::getUniquePredecessor(), llvm::InvokeInst::getUnwindDest(), llvm::Type::getVoidTy(), llvm::Value::hasName(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::isCall(), llvm::Type::isVoidTy(), legalizeCallAttributes(), llvm::None, llvm::StatepointDirectives::NumPatchBytes, llvm::LLVMContext::OB_gc_transition, llvm::parseStatepointDirectivesFromAttrs(), llvm::SmallVectorTemplateBase< T, isPodLike< T >::value >::push_back(), llvm::CallInst::setAttributes(), llvm::InvokeInst::setCallingConv(), llvm::IRBuilderBase::SetCurrentDebugLocation(), llvm::IRBuilderBase::SetInsertPoint(), llvm::Value::setName(), llvm::CallInst::setTailCallKind(), llvm::SmallVectorTemplateCommon< T, typename >::size(), llvm::StatepointDirectives::StatepointID, Token, and llvm::Value::use_empty().
Referenced by makeStatepointExplicit().
|
static |
Definition at line 637 of file RewriteStatepointsForGC.cpp.
References assert(), and meetBDVStateImpl().
Referenced by findBasePointer().
Definition at line 609 of file RewriteStatepointsForGC.cpp.
References assert(), llvm_unreachable, and llvm::Unknown.
Referenced by meetBDVState().
|
static |
Definition at line 1107 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::BasicBlock::begin(), llvm::FoldSingleEntryPHINodes(), llvm::BasicBlock::getUniquePredecessor(), llvm::MipsISD::Ret, and llvm::SplitBlockPredecessors().
Referenced by insertParsePoints().
|
static |
Definition at line 603 of file RewriteStatepointsForGC.cpp.
|
static |
Given an updated version of the dataflow liveness results, update the liveset and base pointer maps for the call site CS.
Definition at line 2658 of file RewriteStatepointsForGC.cpp.
References findLiveSetAtInst(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getInstruction(), and llvm::detail::DenseSetImpl< ValueT, MapTy, ValueInfoT >::insert().
Referenced by insertParsePoints(), and recomputeLiveInValues().
|
static |
Definition at line 1087 of file RewriteStatepointsForGC.cpp.
References computeLiveInValues(), i, info, recomputeLiveInValues(), and llvm::ArrayRef< T >::size().
|
static |
Do all the relocation update via allocas and mem2reg.
Definition at line 1597 of file RewriteStatepointsForGC.cpp.
References assert(), llvm::SmallVectorTemplateCommon< T >::begin(), ClobberNonLive, llvm::detail::DenseSetImpl< ValueT, MapTy, ValueInfoT >::count(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, KeyInfoT, BucketT >, KeyT, ValueT, KeyInfoT, BucketT >::count(), llvm::tgtok::Def, llvm::SmallVectorBase::empty(), llvm::SmallVectorTemplateCommon< T >::end(), llvm::SmallVectorImpl< T >::erase(), llvm::ConstantPointerNull::get(), llvm::Function::getEntryBlock(), llvm::BasicBlock::getFirstNonPHI(), llvm::PHINode::getIncomingBlock(), llvm::PHINode::getIncomingValue(), llvm::PHINode::getNumIncomingValues(), llvm::BasicBlock::getTerminator(), I, i, llvm::Instruction::insertAfter(), llvm::Instruction::insertBefore(), insertRelocationStores(), insertRematerializationStores(), llvm::SPII::Load, llvm::PromoteMemToReg(), llvm::SmallVectorTemplateBase< T, isPodLike< T >::value >::push_back(), llvm::SmallVectorImpl< T >::reserve(), llvm::PHINode::setIncomingValue(), llvm::SmallVectorTemplateCommon< T >::size(), llvm::ArrayRef< T >::size(), llvm::SPII::Store, llvm::Value::user_begin(), llvm::Value::user_end(), and llvm::Value::users().
Referenced by insertParsePoints().
|
static |
Definition at line 1929 of file RewriteStatepointsForGC.cpp.
References AreEquivalentPhiNodes(), assert(), llvm::SmallVectorTemplateCommon< T >::begin(), chainToBasePointerCost(), llvm::Instruction::clone(), llvm::dyn_cast(), llvm::SmallVectorTemplateCommon< T >::end(), findRematerializableChainToBasePointer(), llvm::BasicBlock::getFirstInsertionPt(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::getInstruction(), llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getNextNode(), llvm::InvokeInst::getNormalDest(), llvm::InvokeInst::getUnwindDest(), llvm::Instruction::insertBefore(), llvm::is_contained(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::isCall(), llvm::CallSiteBase< FunTy, BBTy, ValTy, UserTy, UseTy, InstrTy, CallTy, InvokeTy, IterTy >::isInvoke(), llvm::User::operand_values(), llvm::SmallVectorTemplateBase< T, isPodLike >::push_back(), RematerializationThreshold, llvm::User::replaceUsesOfWith(), llvm::reverse(), llvm::Value::setName(), and llvm::SmallVectorTemplateCommon< T >::size().
Referenced by insertParsePoints().
|
static |
Definition at line 2293 of file RewriteStatepointsForGC.cpp.
References llvm::AttrBuilder::addAttribute(), llvm::AttrBuilder::empty(), llvm::Attribute::get(), and llvm::NoAlias.
Returns true if this function should be rewritten by this pass.
The main point of this function is as an extension point for custom logic.
Definition at line 2361 of file RewriteStatepointsForGC.cpp.
References llvm::Function::getGC(), and llvm::Function::hasGC().
Definition at line 267 of file RewriteStatepointsForGC.cpp.
References llvm::Value::getName(), llvm::Value::hasName(), and llvm::StringRef::str().
Referenced by CreateGCRelocates(), findBasePointer(), and insertRelocationStores().
|
static |
Implement a unique function which doesn't require we sort the input vector.
Doing so has the effect of changing the output of a couple of tests in ways which make them less useful in testing fused safepoints.
Definition at line 1789 of file RewriteStatepointsForGC.cpp.
References llvm::SmallVectorTemplateCommon< T >::end(), llvm::SmallVectorImpl< T >::erase(), llvm::SmallSet< T, N, C >::insert(), and llvm::remove_if().
Referenced by insertParsePoints().
|
static |
Referenced by GetDeoptBundleOperands().
Definition at line 68 of file RewriteStatepointsForGC.cpp.
Referenced by relocationViaAlloca().
|
static |
|
explicit |
Definition at line 135 of file RewriteStatepointsForGC.cpp.
| rewrite statepoints for gc |
Definition at line 135 of file RewriteStatepointsForGC.cpp.
Referenced by findBasePointers(), and insertParsePoints().
Referenced by analyzeParsePointLiveness().
Referenced by analyzeParsePointLiveness().
|
static |
Referenced by rematerializeLiveValues().
|
explicit |
Definition at line 135 of file RewriteStatepointsForGC.cpp.
1.8.6