This file implements a set of utility VPlan to VPlan transformations. More...

#include "VPlanTransforms.h"
#include "VPRecipeBuilder.h"
#include "VPlanCFG.h"
#include "VPlanDominatorTree.h"
#include "llvm/ADT/PostOrderIterator.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SetVector.h"
#include "llvm/Analysis/IVDescriptors.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/PatternMatch.h"

Functions
static bool	sinkScalarOperands (VPlan &Plan)

VPValue *	getPredicatedMask (VPRegionBlock *R)
	If `R` is a region with a VPBranchOnMaskRecipe in the entry block, return the mask.

static VPBasicBlock *	getPredicatedThenBlock (VPRegionBlock *R)
	If `R` is a triangle region, return the 'then' block of the triangle.

static bool	mergeReplicateRegionsIntoSuccessors (VPlan &Plan)

static VPRegionBlock *	createReplicateRegion (VPReplicateRecipe *PredRecipe, VPlan &Plan)

static void	addReplicateRegions (VPlan &Plan)

static VPValue *	createScalarIVSteps (VPlan &Plan, const InductionDescriptor &ID, ScalarEvolution &SE, Instruction TruncI, Type IVTy, VPValue StartV, VPValue Step)

static bool	canSimplifyBranchOnCond (VPInstruction *Term)

static VPRegionBlock *	GetReplicateRegion (VPRecipeBase *R)

static bool	properlyDominates (const VPRecipeBase A, const VPRecipeBase B, VPDominatorTree &VPDT)

static bool	sinkRecurrenceUsersAfterPrevious (VPFirstOrderRecurrencePHIRecipe FOR, VPRecipeBase Previous, VPDominatorTree &VPDT)
	Sink users of `FOR` after the recipe defining the previous value `Previous` of the recurrence.

static bool	isConstantOne (VPValue *V)
	Returns true is `V` is constant one.

static unsigned	getOpcodeForRecipe (VPRecipeBase &R)
	Returns the llvm::Instruction opcode for `R`.

static void	simplifyRecipe (VPRecipeBase &R)
	Try to simplify recipe `R`.

static void	simplifyRecipes (VPlan &Plan)
	Try to simplify the recipes in `Plan`.

static VPActiveLaneMaskPHIRecipe *	addVPLaneMaskPhiAndUpdateExitBranch (VPlan &Plan, bool DataAndControlFlowWithoutRuntimeCheck)

Detailed Description

This file implements a set of utility VPlan to VPlan transformations.

Definition in file VPlanTransforms.cpp.

Function Documentation

◆ addReplicateRegions()

static void addReplicateRegions ( VPlan & Plan )

static

Definition at line 344 of file VPlanTransforms.cpp.

References llvm::VPBlockUtils::connectBlocks(), createReplicateRegion(), llvm::VPBlockUtils::disconnectBlocks(), llvm::VPlan::getEntry(), llvm::Value::getName(), llvm::VPBlockBase::getParent(), llvm::BasicBlock::getParent(), llvm::Value::hasName(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::setName(), llvm::VPBasicBlock::splitAt(), llvm::SplitBlock(), and llvm::vp_depth_first_deep().

Referenced by llvm::VPlanTransforms::createAndOptimizeReplicateRegions().

◆ addVPLaneMaskPhiAndUpdateExitBranch()

static VPActiveLaneMaskPHIRecipe * addVPLaneMaskPhiAndUpdateExitBranch	(	VPlan &	Plan,
		bool	DataAndControlFlowWithoutRuntimeCheck
	)

static

Definition at line 893 of file VPlanTransforms.cpp.

References llvm::VPInstruction::ActiveLaneMask, llvm::VPInstruction::BranchOnCond, Builder, llvm::VPInstruction::CalculateTripCountMinusVF, llvm::VPInstruction::CanonicalIVIncrementForPart, llvm::DataAndControlFlowWithoutRuntimeCheck, DL, llvm::VPRecipeBase::eraseFromParent(), llvm::VPlan::getCanonicalIV(), llvm::VPBlockBase::getExitingBasicBlock(), llvm::VPBlockBase::getSinglePredecessor(), llvm::VPBasicBlock::getTerminator(), llvm::VPlan::getTripCount(), and llvm::VPlan::getVectorLoopRegion().

Referenced by llvm::VPlanTransforms::addActiveLaneMask().

◆ canSimplifyBranchOnCond()

static bool canSimplifyBranchOnCond ( VPInstruction * Term )

static

Definition at line 575 of file VPlanTransforms.cpp.

References llvm::VPInstruction::ActiveLaneMask, llvm::VPInstruction::getOpcode(), llvm::VPUser::getOperand(), and llvm::VPInstruction::Not.

Referenced by llvm::VPlanTransforms::optimizeForVFAndUF().

◆ createReplicateRegion()

static VPRegionBlock * createReplicateRegion	(	VPReplicateRecipe *	PredRecipe,
		VPlan &	Plan
	)

static

Definition at line 308 of file VPlanTransforms.cpp.

References assert(), llvm::VPBlockUtils::connectBlocks(), llvm::VPRecipeBase::eraseFromParent(), llvm::VPReplicateRecipe::getMask(), llvm::VPValue::getNumUsers(), llvm::VPRecipeBase::getUnderlyingInstr(), llvm::VPBlockUtils::insertTwoBlocksAfter(), llvm::VPReplicateRecipe::isUniform(), llvm::make_range(), llvm::VPUser::op_begin(), llvm::VPUser::op_end(), llvm::VPValue::replaceAllUsesWith(), and llvm::VPUser::setOperand().

Referenced by addReplicateRegions().

◆ createScalarIVSteps()

static VPValue * createScalarIVSteps	(	VPlan &	Plan,
		const InductionDescriptor &	ID,
		ScalarEvolution &	SE,
		Instruction *	TruncI,
		Type *	IVTy,
		VPValue *	StartV,
		VPValue *	Step
	)