CoroSplit.cpp File Reference

#include "llvm/Transforms/Coroutines/CoroSplit.h"
#include "CoroCloner.h"
#include "CoroInternal.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/PriorityWorklist.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/CFG.h"
#include "llvm/Analysis/CallGraph.h"
#include "llvm/Analysis/ConstantFolding.h"
#include "llvm/Analysis/LazyCallGraph.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/BinaryFormat/Dwarf.h"
#include "llvm/IR/Argument.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/CFG.h"
#include "llvm/IR/CallingConv.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/InstIterator.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/IR/Verifier.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/PrettyStackTrace.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/Coroutines/MaterializationUtils.h"
#include "llvm/Transforms/Scalar.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/CallGraphUpdater.h"
#include "llvm/Transforms/Utils/Cloning.h"
#include "llvm/Transforms/Utils/Local.h"
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <initializer_list>
#include <iterator>

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "coro-split"

Functions
static void	lowerAwaitSuspend (IRBuilder<> &Builder, CoroAwaitSuspendInst *CB, coro::Shape &Shape)
static void	lowerAwaitSuspends (Function &F, coro::Shape &Shape)
static void	maybeFreeRetconStorage (IRBuilder<> &Builder, const coro::Shape &Shape, Value *FramePtr, CallGraph *CG)
static bool	replaceCoroEndAsync (AnyCoroEndInst *End)
	Replace an llvm.coro.end.async.
static void	replaceFallthroughCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
	Replace a non-unwind call to llvm.coro.end.
static void	markCoroutineAsDone (IRBuilder<> &Builder, const coro::Shape &Shape, Value *FramePtr)
static void	replaceUnwindCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
	Replace an unwind call to llvm.coro.end.
static void	replaceCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
static FunctionType *	getFunctionTypeFromAsyncSuspend (AnyCoroSuspendInst *Suspend)
static Function *	createCloneDeclaration (Function &OrigF, coro::Shape &Shape, const Twine &Suffix, Module::iterator InsertBefore, AnyCoroSuspendInst *ActiveSuspend)
static void	replaceSwiftErrorOps (Function &F, coro::Shape &Shape, ValueToValueMapTy *VMap)
static std::pair< SmallVector< DbgVariableIntrinsic *, 8 >, SmallVector< DbgVariableRecord * > >	collectDbgVariableIntrinsics (Function &F)
	Returns all DbgVariableIntrinsic in F.
static void	updateScopeLine (Instruction *ActiveSuspend, DISubprogram &SPToUpdate)
	Adjust the scope line of the funclet to the first line number after the suspend point.
static void	addFramePointerAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex, uint64_t Size, Align Alignment, bool NoAlias)
static void	addAsyncContextAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex)
static void	addSwiftSelfAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex)
static void	updateAsyncFuncPointerContextSize (coro::Shape &Shape)
static TypeSize	getFrameSizeForShape (coro::Shape &Shape)
static void	replaceFrameSizeAndAlignment (coro::Shape &Shape)
static void	postSplitCleanup (Function &F)
static void	handleNoSuspendCoroutine (coro::Shape &Shape)
static bool	hasCallsInBlockBetween (Instruction *From, Instruction *To)
static bool	hasCallsInBlocksBetween (BasicBlock *SaveBB, BasicBlock *ResDesBB)
static bool	hasCallsBetween (Instruction *Save, Instruction *ResumeOrDestroy)
static bool	simplifySuspendPoint (CoroSuspendInst *Suspend, CoroBeginInst *CoroBegin)
static void	simplifySuspendPoints (coro::Shape &Shape)
static void	replaceAsyncResumeFunction (CoroSuspendAsyncInst *Suspend, Value *Continuation)
Coerce the arguments in p FnArgs according to p FnTy in p static CallArgs void	coerceArguments (IRBuilder<> &Builder, FunctionType *FnTy, ArrayRef< Value * > FnArgs, SmallVectorImpl< Value * > &CallArgs)
Remove calls to llvm coro end in the original static function void	removeCoroEndsFromRampFunction (const coro::Shape &Shape)
static bool	hasSafeElideCaller (Function &F)
static void	doSplitCoroutine (Function &F, SmallVectorImpl< Function * > &Clones, coro::BaseABI &ABI, TargetTransformInfo &TTI, bool OptimizeFrame)
static LazyCallGraph::SCC &	updateCallGraphAfterCoroutineSplit (LazyCallGraph::Node &N, const coro::Shape &Shape, const SmallVectorImpl< Function * > &Clones, LazyCallGraph::SCC &C, LazyCallGraph &CG, CGSCCAnalysisManager &AM, CGSCCUpdateResult &UR, FunctionAnalysisManager &FAM)
Replace a call to llvm coro prepare static retcon void	replacePrepare (CallInst *Prepare, LazyCallGraph &CG, LazyCallGraph::SCC &C)
static bool	replaceAllPrepares (Function *PrepareFn, LazyCallGraph &CG, LazyCallGraph::SCC &C)
static void	addPrepareFunction (const Module &M, SmallVectorImpl< Function * > &Fns, StringRef Name)
static std::unique_ptr< coro::BaseABI >	CreateNewABI (Function &F, coro::Shape &S, std::function< bool(Instruction &)> IsMatCallback, const SmallVector< CoroSplitPass::BaseABITy > GenCustomABIs)

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "coro-split"

Definition at line 78 of file CoroSplit.cpp.

Function Documentation

addAsyncContextAttrs()

static void addAsyncContextAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex  )

static

Definition at line 850 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAttribute().

Referenced by llvm::coro::BaseCloner::create().

addFramePointerAttrs()

static void addFramePointerAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex, uint64_t  Size, Align  Alignment, bool  NoAlias  )

static

Definition at line 835 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAlignmentAttr(), llvm::AttrBuilder::addAttribute(), llvm::AttrBuilder::addDereferenceableAttr(), and Size.

Referenced by llvm::coro::BaseCloner::create().

addPrepareFunction()

static void addPrepareFunction ( const Module &  M, SmallVectorImpl< Function * > &  Fns, StringRef  Name  )

static

Definition at line 2096 of file CoroSplit.cpp.

References Name, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by llvm::CoroSplitPass::run().

addSwiftSelfAttrs()

static void addSwiftSelfAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex  )

static

Definition at line 857 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAttribute().

Referenced by llvm::coro::BaseCloner::create().

coerceArguments()

Coerce the arguments in p FnArgs according to p FnTy in p static CallArgs void coerceArguments ( IRBuilder<> &  Builder, FunctionType *  FnTy, ArrayRef< Value * >  FnArgs, SmallVectorImpl< Value * > &  CallArgs  )

static

Definition at line 1649 of file CoroSplit.cpp.

References assert(), llvm::IRBuilderBase::CreateBitOrPointerCast(), getType(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::ArrayRef< T >::size().

Referenced by llvm::coro::createMustTailCall().

collectDbgVariableIntrinsics()

static std::pair< SmallVector< DbgVariableIntrinsic *, 8 >, SmallVector< DbgVariableRecord * > > collectDbgVariableIntrinsics ( Function &  F )

static

Returns all DbgVariableIntrinsic in F.

Definition at line 621 of file CoroSplit.cpp.

References F, llvm::filterDbgVars(), I, instructions, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by doSplitCoroutine(), and llvm::coro::BaseCloner::salvageDebugInfo().

createCloneDeclaration()

static Function * createCloneDeclaration ( Function &  OrigF, coro::Shape &  Shape, const Twine &  Suffix, Module::iterator  InsertBefore, AnyCoroSuspendInst *  ActiveSuspend  )

static

Definition at line 447 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Async, llvm::Function::Create(), getFunctionTypeFromAsyncSuspend(), llvm::Value::getName(), llvm::GlobalValue::getParent(), llvm::coro::Shape::getResumeFunctionType(), and llvm::GlobalValue::InternalLinkage.

Referenced by llvm::coro::SwitchCloner::create(), llvm::coro::AsyncABI::splitCoroutine(), and llvm::coro::AnyRetconABI::splitCoroutine().

CreateNewABI()

static std::unique_ptr< coro::BaseABI > CreateNewABI ( Function &  F, coro::Shape &  S, std::function< bool(Instruction &)>  IsMatCallback, const SmallVector< CoroSplitPass::BaseABITy >  GenCustomABIs  )

static

Definition at line 2105 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Async, llvm::coro::Shape::CoroBegin, F, llvm::CoroBeginInst::getCustomABI(), llvm::CoroBeginInst::hasCustomABI(), llvm_unreachable, llvm::coro::Retcon, llvm::coro::RetconOnce, llvm::SmallVectorBase< Size_T >::size(), and llvm::coro::Switch.

Referenced by llvm::CoroSplitPass::CoroSplitPass().

doSplitCoroutine()

static void doSplitCoroutine ( Function &  F, SmallVectorImpl< Function * > &  Clones, coro::BaseABI &  ABI, TargetTransformInfo &  TTI, bool  OptimizeFrame  )

static

Definition at line 1958 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), collectDbgVariableIntrinsics(), llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, F, handleNoSuspendCoroutine(), hasSafeElideCaller(), lowerAwaitSuspends(), llvm::coro::normalizeCoroutine(), removeCoroEndsFromRampFunction(), replaceFrameSizeAndAlignment(), replaceSwiftErrorOps(), llvm::coro::salvageDebugInfo(), simplifySuspendPoints(), and llvm::coro::Switch.

Referenced by llvm::CoroSplitPass::run().

getFrameSizeForShape()

static TypeSize getFrameSizeForShape ( coro::Shape &  Shape )

static

Definition at line 1122 of file CoroSplit.cpp.

References llvm::coro::Shape::CoroSizes, DL, and llvm::coro::Shape::FrameTy.

Referenced by replaceFrameSizeAndAlignment().

getFunctionTypeFromAsyncSuspend()

static FunctionType * getFunctionTypeFromAsyncSuspend ( AnyCoroSuspendInst *  Suspend )

static

Definition at line 439 of file CoroSplit.cpp.

References llvm::FunctionType::get(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), and llvm::Type::getVoidTy().

Referenced by createCloneDeclaration().

handleNoSuspendCoroutine()

static void handleNoSuspendCoroutine ( coro::Shape &  Shape )

static

Definition at line 1168 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Async, llvm::coro::Shape::CoroBegin, llvm::IRBuilderBase::CreateAlloca(), llvm::coro::Shape::FrameAlign, llvm::coro::Shape::FrameTy, llvm::PoisonValue::get(), llvm::AnyCoroIdInst::getCoroAlloc(), llvm::IRBuilderBase::getFalse(), llvm::coro::Shape::getSwitchCoroId(), llvm::coro::replaceCoroFree(), llvm::coro::Retcon, llvm::coro::RetconOnce, llvm::AllocaInst::setAlignment(), and llvm::coro::Switch.

Referenced by doSplitCoroutine().

hasCallsBetween()

static bool hasCallsBetween ( Instruction *  Save, Instruction *  ResumeOrDestroy  )

static

Definition at line 1243 of file CoroSplit.cpp.

References llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getNextNode(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), hasCallsInBlockBetween(), and hasCallsInBlocksBetween().

Referenced by simplifySuspendPoint().

hasCallsInBlockBetween()

static bool hasCallsInBlockBetween ( Instruction *  From, Instruction *  To  )

static

Definition at line 1202 of file CoroSplit.cpp.

References From, and I.

Referenced by hasCallsBetween(), and hasCallsInBlocksBetween().

hasCallsInBlocksBetween()

static bool hasCallsInBlocksBetween ( BasicBlock *  SaveBB, BasicBlock *  ResDesBB  )

static

Definition at line 1214 of file CoroSplit.cpp.

References llvm::SmallVectorBase< Size_T >::empty(), hasCallsInBlockBetween(), llvm::SmallVectorImpl< T >::pop_back_val(), llvm::predecessors(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by hasCallsBetween().

hasSafeElideCaller()

static bool hasSafeElideCaller ( Function &  F )

static

Definition at line 1940 of file CoroSplit.cpp.

References F.

Referenced by doSplitCoroutine().

lowerAwaitSuspend()

static void lowerAwaitSuspend ( IRBuilder<> &  Builder, CoroAwaitSuspendInst *  CB, coro::Shape &  Shape  )

static

Definition at line 84 of file CoroSplit.cpp.

References llvm::IRBuilderBase::CreateCall(), llvm::IRBuilderBase::CreateInvoke(), llvm::Instruction::eraseFromParent(), llvm::CallingConv::Fast, FramePtr, llvm::CallBase::getAttributes(), llvm::CoroAwaitSuspendInst::getAwaiter(), llvm::CallBase::getCalledFunction(), llvm::IRBuilderBase::getContext(), llvm::Value::getContext(), llvm::CoroAwaitSuspendInst::getFrame(), llvm::IRBuilderBase::GetInsertPoint(), llvm::Function::getIntrinsicID(), llvm::Type::getVoidTy(), llvm::CoroAwaitSuspendInst::getWrapperFunction(), llvm_unreachable, llvm::coro::LowererBase::makeSubFnCall(), llvm::AttributeList::removeParamAttributes(), llvm::Value::replaceAllUsesWith(), llvm::CoroSubFnInst::ResumeIndex, llvm::CallBase::setAttributes(), llvm::CallBase::setCallingConv(), llvm::IRBuilderBase::SetInsertPoint(), llvm::coro::Shape::SymmetricTransfers, and Wrapper.

Referenced by lowerAwaitSuspends().

lowerAwaitSuspends()

static void lowerAwaitSuspends ( Function &  F, coro::Shape &  Shape  )

static

Definition at line 150 of file CoroSplit.cpp.

References llvm::coro::Shape::CoroAwaitSuspends, F, and lowerAwaitSuspend().

Referenced by doSplitCoroutine().

markCoroutineAsDone()

static void markCoroutineAsDone ( IRBuilder<> &  Builder, const coro::Shape &  Shape, Value *  FramePtr  )

static

Definition at line 311 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::CoroSuspends, llvm::IRBuilderBase::CreateStore(), llvm::IRBuilderBase::CreateStructGEP(), FramePtr, llvm::coro::Shape::FrameTy, llvm::ConstantPointerNull::get(), llvm::coro::Shape::getIndex(), llvm::coro::Shape::getSwitchIndexField(), llvm::StructType::getTypeAtIndex(), llvm::coro::Shape::SwitchLoweringStorage::HasFinalSuspend, llvm::coro::Shape::SwitchLoweringStorage::HasUnwindCoroEnd, llvm::coro::Shape::SwitchFieldIndex::Resume, and llvm::coro::Shape::SwitchLowering.

Referenced by replaceUnwindCoroEnd().

maybeFreeRetconStorage()

static void maybeFreeRetconStorage ( IRBuilder<> &  Builder, const coro::Shape &  Shape, Value *  FramePtr, CallGraph *  CG  )

static

Definition at line 156 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::emitDealloc(), FramePtr, llvm::coro::Shape::RetconLoweringStorage::IsFrameInlineInStorage, and llvm::coro::Shape::RetconLowering.

Referenced by replaceFallthroughCoroEnd(), and replaceUnwindCoroEnd().

postSplitCleanup()

static void postSplitCleanup ( Function &  F )

static

Definition at line 1154 of file CoroSplit.cpp.

References llvm::errs(), F, llvm::removeUnreachableBlocks(), llvm::report_fatal_error(), and llvm::verifyFunction().

Referenced by updateCallGraphAfterCoroutineSplit().

removeCoroEndsFromRampFunction()

Remove calls to llvm coro end in the original static function void removeCoroEndsFromRampFunction ( const coro::Shape &  Shape )

static

Definition at line 1926 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Shape::CoroEnds, End, llvm::coro::Shape::FramePtr, llvm::ConstantInt::getFalse(), replaceCoroEnd(), and llvm::coro::Switch.

Referenced by doSplitCoroutine().

replaceAllPrepares()

static bool replaceAllPrepares ( Function *  PrepareFn, LazyCallGraph &  CG, LazyCallGraph::SCC &  C  )

static

Definition at line 2083 of file CoroSplit.cpp.

References llvm::CallingConv::C, llvm::make_early_inc_range(), P, replacePrepare(), and llvm::Value::uses().

Referenced by llvm::CoroSplitPass::run().

replaceAsyncResumeFunction()

static void replaceAsyncResumeFunction ( CoroSuspendAsyncInst *  Suspend, Value *  Continuation  )

static

Definition at line 1634 of file CoroSplit.cpp.

References llvm::coro::Continuation, llvm::IRBuilderBase::CreateBitOrPointerCast(), llvm::PoisonValue::get(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), llvm::CoroSuspendAsyncInst::getResumeFunction(), llvm::PointerType::getUnqual(), llvm::Value::replaceAllUsesWith(), llvm::CoroSuspendAsyncInst::ResumeFunctionArg, and llvm::User::setOperand().

Referenced by llvm::coro::AsyncABI::splitCoroutine().

replaceCoroEnd()

static void replaceCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Definition at line 383 of file CoroSplit.cpp.

References End, FramePtr, llvm::ConstantInt::getFalse(), llvm::ConstantInt::getTrue(), replaceFallthroughCoroEnd(), and replaceUnwindCoroEnd().

Referenced by removeCoroEndsFromRampFunction(), and llvm::coro::BaseCloner::replaceCoroEnds().

replaceCoroEndAsync()

static bool replaceCoroEndAsync ( AnyCoroEndInst *  End )

static

Replace an llvm.coro.end.async.

Will inline the must tail call function call if there is one.

Returns

true if cleanup of the coro.end block is needed, false otherwise.

Definition at line 169 of file CoroSplit.cpp.

References assert(), llvm::IRBuilderBase::CreateRetVoid(), End, llvm::InlineFunction(), and llvm::IRBuilderBase::SetInsertPoint().

Referenced by replaceFallthroughCoroEnd().

replaceFallthroughCoroEnd()

static void replaceFallthroughCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Replace a non-unwind call to llvm.coro.end.

Definition at line 212 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::IRBuilderBase::CreateInsertValue(), llvm::IRBuilderBase::CreateRet(), llvm::IRBuilderBase::CreateRetVoid(), End, FramePtr, llvm::ConstantTokenNone::get(), llvm::ConstantPointerNull::get(), llvm::PoisonValue::get(), llvm::coro::Shape::getResumeFunctionType(), llvm::FunctionType::getReturnType(), Idx, maybeFreeRetconStorage(), llvm::Value::replaceAllUsesWith(), replaceCoroEndAsync(), and RetTy.

Referenced by replaceCoroEnd().

replaceFrameSizeAndAlignment()

static void replaceFrameSizeAndAlignment ( coro::Shape &  Shape )

static

Definition at line 1130 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Async, llvm::coro::Shape::CoroAligns, llvm::coro::Shape::CoroSizes, llvm::Instruction::eraseFromParent(), llvm::coro::Shape::FrameAlign, getFrameSizeForShape(), llvm::Value::getType(), llvm::Value::replaceAllUsesWith(), updateAsyncFuncPointerContextSize(), and llvm::Align::value().

Referenced by doSplitCoroutine().

replacePrepare()

Replace a call to llvm coro prepare static retcon void replacePrepare ( CallInst *  Prepare, LazyCallGraph &  CG, LazyCallGraph::SCC &  C  )

static

Definition at line 2047 of file CoroSplit.cpp.

References llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::make_early_inc_range(), llvm::Value::replaceAllUsesWith(), llvm::Value::stripPointerCasts(), and llvm::Value::uses().

Referenced by replaceAllPrepares().

replaceSwiftErrorOps()

static void replaceSwiftErrorOps ( Function &  F, coro::Shape &  Shape, ValueToValueMapTy *  VMap  )

static

Definition at line 563 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Async, llvm::coro::Shape::CoroSuspends, llvm::IRBuilderBase::CreateAlloca(), llvm::IRBuilderBase::CreateLoad(), llvm::IRBuilderBase::CreateStore(), F, llvm::Value::getType(), llvm::AllocaInst::setSwiftError(), and llvm::coro::Shape::SwiftErrorOps.

Referenced by llvm::coro::BaseCloner::create(), doSplitCoroutine(), and llvm::coro::BaseCloner::replaceSwiftErrorOps().

replaceUnwindCoroEnd()

static void replaceUnwindCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Replace an unwind call to llvm.coro.end.

Definition at line 345 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::IRBuilderBase::CreateCleanupRet(), End, FramePtr, markCoroutineAsDone(), maybeFreeRetconStorage(), and llvm::LLVMContext::OB_funclet.

Referenced by replaceCoroEnd().

simplifySuspendPoint()

static bool simplifySuspendPoint ( CoroSuspendInst *  Suspend, CoroBeginInst *  CoroBegin  )

static

Definition at line 1268 of file CoroSplit.cpp.

References llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getCalledOperand(), llvm::CoroSuspendInst::getCoroSave(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getPrevNode(), hasCallsBetween(), I, llvm::Value::replaceAllUsesWith(), and llvm::Value::stripPointerCasts().

Referenced by simplifySuspendPoints().

simplifySuspendPoints()

static void simplifySuspendPoints ( coro::Shape &  Shape )

static

Definition at line 1328 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, llvm::coro::Shape::SwitchLoweringStorage::HasFinalSuspend, I, N, simplifySuspendPoint(), std::swap(), llvm::coro::Switch, and llvm::coro::Shape::SwitchLowering.

Referenced by doSplitCoroutine().

updateAsyncFuncPointerContextSize()

static void updateAsyncFuncPointerContextSize ( coro::Shape &  Shape )

static

Definition at line 1107 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Async, llvm::coro::Shape::AsyncLoweringStorage::AsyncFuncPointer, llvm::coro::Shape::AsyncLowering, llvm::coro::Shape::AsyncLoweringStorage::ContextSize, llvm::ConstantStruct::get(), llvm::GlobalVariable::getInitializer(), and llvm::GlobalVariable::setInitializer().

Referenced by replaceFrameSizeAndAlignment().

updateCallGraphAfterCoroutineSplit()

static LazyCallGraph::SCC & updateCallGraphAfterCoroutineSplit ( LazyCallGraph::Node &  N, const coro::Shape &  Shape, const SmallVectorImpl< Function * > &  Clones, LazyCallGraph::SCC &  C, LazyCallGraph &  CG, CGSCCAnalysisManager &  AM, CGSCCUpdateResult &  UR, FunctionAnalysisManager &  FAM  )

static

Definition at line 2008 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::LazyCallGraph::addSplitFunction(), llvm::LazyCallGraph::addSplitRefRecursiveFunctions(), llvm::coro::Async, llvm::CallingConv::C, llvm::SmallVectorBase< Size_T >::empty(), FAM, N, postSplitCleanup(), llvm::coro::Retcon, llvm::coro::RetconOnce, llvm::coro::Switch, llvm::updateCGAndAnalysisManagerForCGSCCPass(), and llvm::updateCGAndAnalysisManagerForFunctionPass().

Referenced by llvm::CoroSplitPass::run().

updateScopeLine()

static void updateScopeLine ( Instruction *  ActiveSuspend, DISubprogram &  SPToUpdate  )

static

Adjust the scope line of the funclet to the first line number after the suspend point.

This avoids a jump in the line table from the function declaration (where prologue instructions are attributed to) to the suspend point. Only adjust the scope line when the files are the same. If no candidate line number is found, fallback to the line of ActiveSuspend.

Definition at line 802 of file CoroSplit.cpp.

References DL, llvm::Instruction::getDebugLoc(), llvm::DIScope::getFile(), llvm::Instruction::getNextNonDebugInstruction(), and llvm::Successor.

Referenced by llvm::coro::BaseCloner::create().