This file implements a set of utility VPlan to VPlan transformations. More...
#include "VPlanTransforms.h"#include "VPlanDominatorTree.h"#include "VPRecipeBuilder.h"#include "VPlanCFG.h"#include "llvm/ADT/PostOrderIterator.h"#include "llvm/ADT/SetVector.h"#include "llvm/Analysis/IVDescriptors.h"#include "llvm/Analysis/VectorUtils.h"#include "llvm/IR/Intrinsics.h"
Go to the source code of this file.
Functions | |
| static bool | sinkScalarOperands (VPlan &Plan) |
| VPValue * | getPredicatedMask (VPRegionBlock *R) |
If R is a region with a VPBranchOnMaskRecipe in the entry block, return the mask. | |
| static VPBasicBlock * | getPredicatedThenBlock (VPRegionBlock *R) |
If R is a triangle region, return the 'then' block of the triangle. | |
| static bool | mergeReplicateRegionsIntoSuccessors (VPlan &Plan) |
| static VPRegionBlock * | createReplicateRegion (VPReplicateRecipe *PredRecipe, VPlan &Plan) |
| static void | addReplicateRegions (VPlan &Plan) |
| static bool | canSimplifyBranchOnCond (VPInstruction *Term) |
| static VPRegionBlock * | GetReplicateRegion (VPRecipeBase *R) |
| static bool | properlyDominates (const VPRecipeBase *A, const VPRecipeBase *B, VPDominatorTree &VPDT) |
| static void | sinkRecurrenceUsersAfterPrevious (VPFirstOrderRecurrencePHIRecipe *FOR, VPRecipeBase *Previous, VPDominatorTree &VPDT) |
Detailed Description
This file implements a set of utility VPlan to VPlan transformations.
Definition in file VPlanTransforms.cpp.
Function Documentation
◆ addReplicateRegions()
|
static |
Definition at line 353 of file VPlanTransforms.cpp.
References llvm::VPBlockUtils::connectBlocks(), createReplicateRegion(), llvm::VPBlockUtils::disconnectBlocks(), llvm::VPlan::getEntry(), llvm::Value::getName(), llvm::VPBlockBase::getParent(), llvm::BasicBlock::getParent(), llvm::Value::hasName(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::setName(), llvm::VPBasicBlock::splitAt(), llvm::SplitBlock(), and llvm::vp_depth_first_deep().
Referenced by llvm::VPlanTransforms::createAndOptimizeReplicateRegions().
◆ canSimplifyBranchOnCond()
|
static |
Definition at line 564 of file VPlanTransforms.cpp.
References llvm::VPInstruction::ActiveLaneMask, llvm::VPInstruction::getOpcode(), llvm::VPUser::getOperand(), and llvm::VPInstruction::Not.
Referenced by llvm::VPlanTransforms::optimizeForVFAndUF().
◆ createReplicateRegion()
|
static |
Definition at line 317 of file VPlanTransforms.cpp.
References assert(), llvm::VPBlockUtils::connectBlocks(), llvm::VPRecipeBase::eraseFromParent(), llvm::VPReplicateRecipe::getMask(), llvm::VPValue::getNumUsers(), llvm::Instruction::getOpcodeName(), llvm::Instruction::getParent(), llvm::VPRecipeBase::getUnderlyingInstr(), llvm::VPBlockUtils::insertTwoBlocksAfter(), llvm::VPReplicateRecipe::isUniform(), llvm::make_range(), llvm::VPUser::op_begin(), llvm::VPUser::op_end(), llvm::VPValue::replaceAllUsesWith(), and llvm::VPUser::setOperand().
Referenced by addReplicateRegions().
◆ getPredicatedMask()
| VPValue * getPredicatedMask | ( | VPRegionBlock * | R | ) |
If R is a region with a VPBranchOnMaskRecipe in the entry block, return the mask.
Definition at line 197 of file VPlanTransforms.cpp.
Referenced by mergeReplicateRegionsIntoSuccessors().
◆ getPredicatedThenBlock()
|
static |
If R is a triangle region, return the 'then' block of the triangle.
Definition at line 207 of file VPlanTransforms.cpp.
Referenced by mergeReplicateRegionsIntoSuccessors().
◆ GetReplicateRegion()
|
static |
Definition at line 614 of file VPlanTransforms.cpp.
References assert().
Referenced by properlyDominates().
◆ mergeReplicateRegionsIntoSuccessors()
Definition at line 229 of file VPlanTransforms.cpp.
References assert(), llvm::VPBlockUtils::connectBlocks(), llvm::SetVector< T, Vector, Set >::contains(), llvm::VPBlockUtils::disconnectBlocks(), E, llvm::SetVector< T, Vector, Set >::empty(), llvm::VPlan::getEntry(), llvm::VPBasicBlock::getFirstNonPhi(), getPredicatedMask(), getPredicatedThenBlock(), llvm::VPBlockBase::getSingleSuccessor(), I, llvm::SetVector< T, Vector, Set >::insert(), llvm::make_early_inc_range(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::reverse(), llvm::to_vector(), llvm::VPValue::users(), and llvm::vp_depth_first_deep().
Referenced by llvm::VPlanTransforms::createAndOptimizeReplicateRegions().
◆ properlyDominates()
|
static |
Definition at line 627 of file VPlanTransforms.cpp.
References A, B, llvm::VPRegionBlock::getExiting(), GetReplicateRegion(), llvm_unreachable, and llvm::DominatorTreeBase< NodeT, IsPostDom >::properlyDominates().
Referenced by sinkRecurrenceUsersAfterPrevious().
◆ sinkRecurrenceUsersAfterPrevious()
|
static |
Definition at line 660 of file VPlanTransforms.cpp.
References A, assert(), B, llvm::VPDef::getNumDefinedValues(), llvm::VPDef::getVPSingleValue(), I, llvm::SmallPtrSetImpl< PtrType >::insert(), properlyDominates(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorBase< Size_T >::size(), llvm::sort(), and llvm::VPValue::users().
Referenced by llvm::VPlanTransforms::adjustFixedOrderRecurrences().
◆ sinkScalarOperands()
Definition at line 109 of file VPlanTransforms.cpp.
References llvm::all_of(), llvm::VPlan::getEntry(), llvm::VPBlockBase::getEntryBasicBlock(), llvm::VPBlockBase::getExitingBasicBlock(), llvm::VPBasicBlock::getFirstNonPhi(), llvm::VPRecipeBase::getParent(), llvm::VPBlockBase::getSingleSuccessor(), llvm::VPBlockBase::getSuccessors(), llvm::VPDef::getVPSingleValue(), llvm::VPlan::hasScalarVFOnly(), I, Idx, llvm::SetVector< T, Vector, Set >::insert(), llvm::VPRecipeBase::mayHaveSideEffects(), llvm::VPRecipeBase::mayReadOrWriteMemory(), llvm::VPRecipeBase::moveBefore(), llvm::VPUser::operands(), llvm::SetVector< T, Vector, Set >::size(), llvm::SmallVectorBase< Size_T >::size(), llvm::to_vector(), llvm::VPValue::users(), and llvm::vp_depth_first_deep().
Referenced by llvm::VPlanTransforms::createAndOptimizeReplicateRegions().
