VPlanRecipes.cpp File Reference

This file contains implementations for different VPlan recipes. More...

#include "LoopVectorizationPlanner.h"
#include "VPlan.h"
#include "VPlanHelpers.h"
#include "VPlanPatternMatch.h"
#include "VPlanUtils.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/SmallVectorExtras.h"
#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/IVDescriptors.h"
#include "llvm/Analysis/LoopInfo.h"
#include "llvm/Analysis/ScalarEvolutionExpressions.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/LoopUtils.h"
#include <cassert>

Go to the source code of this file.

Macros
#define	LV_NAME   "loop-vectorize"
#define	DEBUG_TYPE   LV_NAME

Typedefs
using	VectorParts = SmallVector<Value *, 2>

Functions
static unsigned	getCalledFnOperandIndex (ArrayRef< VPValue * > Operands)
	For call VPInstruction operands, return the operand index of the called function.
static Function *	getCalledFunction (ArrayRef< VPValue * > Operands)
	For call VPInstruction operands, return the called function.
static Instruction::BinaryOps	getSubRecurOpcode (RecurKind Kind)
static void	executePhiRecipe (VPSingleDefRecipe *R, VPPhiAccessors &Phi, VPTransformState &State, bool IsScalar, const Twine &Name)
	Shared execute logic for VPPhi and VPWidenPHIRecipe.
static void	printRecurrenceKind (raw_ostream &OS, const RecurKind &Kind)
static const SCEV *	getAddressAccessSCEV (const VPValue *Ptr, PredicatedScalarEvolution &PSE, const Loop *L)
	Returns a SCEV expression for Ptr if it is a pointer computation for which the legacy cost model computes a SCEV expression when computing the address cost.
static Value *	createBitOrPointerCast (IRBuilderBase &Builder, Value *V, VectorType *DstVTy, const DataLayout &DL)
static Value *	interleaveVectors (IRBuilderBase &Builder, ArrayRef< Value * > Vals, const Twine &Name)
	Return a vector containing interleaved elements from multiple smaller input vectors.

Variables
static cl::opt< bool >	VPlanPrintMetadata ("vplan-print-metadata", cl::init(true), cl::Hidden, cl::desc("Controls the printing of recipe metadata when debugging."))

Detailed Description

This file contains implementations for different VPlan recipes.

Definition in file VPlanRecipes.cpp.

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   LV_NAME

Definition at line 48 of file VPlanRecipes.cpp.

LV_NAME

#define LV_NAME   "loop-vectorize"

Definition at line 47 of file VPlanRecipes.cpp.

Typedef Documentation

VectorParts

using VectorParts = SmallVector<Value *, 2>

Definition at line 45 of file VPlanRecipes.cpp.

Function Documentation

createBitOrPointerCast()

Value * createBitOrPointerCast ( IRBuilderBase & Builder, Value * V, VectorType * DstVTy, const DataLayout & DL )

static

Definition at line 4320 of file VPlanRecipes.cpp.

References assert(), llvm::cast(), DL, llvm::VectorType::get(), llvm::Type::getIntNTy(), llvm::CastInst::isBitOrNoopPointerCastable(), llvm::Type::isFloatingPointTy(), and llvm::Type::isPointerTy().

Referenced by llvm::VPInterleaveEVLRecipe::execute(), and llvm::VPInterleaveRecipe::execute().

executePhiRecipe()

void executePhiRecipe ( VPSingleDefRecipe * R, VPPhiAccessors & Phi, VPTransformState & State, bool IsScalar, const Twine & Name )

static

Shared execute logic for VPPhi and VPWidenPHIRecipe.

Creates a PHI node, adds incoming values, and stores the result in State. For header phis, only the preheader incoming value is added; the backedge is fixed up later by VPlan::execute().

Definition at line 1949 of file VPlanRecipes.cpp.

References llvm::PHINode::addIncoming(), llvm::Value::getType(), and llvm::VPBlockUtils::isHeader().

Referenced by llvm::VPPhi::execute(), and llvm::VPWidenPHIRecipe::execute().

getAddressAccessSCEV()

const SCEV * getAddressAccessSCEV ( const VPValue * Ptr, PredicatedScalarEvolution & PSE, const Loop * L )

static

Returns a SCEV expression for Ptr if it is a pointer computation for which the legacy cost model computes a SCEV expression when computing the address cost.

Computing SCEVs for VPValues is incomplete and returns SCEVCouldNotCompute in cases the legacy cost model can compute SCEVs. In those cases we fall back to the legacy cost model. Otherwise return nullptr.

Definition at line 3773 of file VPlanRecipes.cpp.

References llvm::vputils::getSCEVExprForVPValue(), llvm::PredicatedScalarEvolution::getSE(), llvm::isa(), and llvm::vputils::isAddressSCEVForCost().

getCalledFnOperandIndex()

unsigned getCalledFnOperandIndex ( ArrayRef< VPValue * > Operands )

static

For call VPInstruction operands, return the operand index of the called function.

The function is either the last operand (for unmasked calls) or the second-to-last operand (for masked calls).

Definition at line 437 of file VPlanRecipes.cpp.

References AbstractManglingParser< Derived, Alloc >::NumOps, assert(), llvm::cast(), llvm::dyn_cast(), getValue(), llvm::isa(), and llvm::ArrayRef< T >::size().

Referenced by getCalledFunction(), and llvm::VPInstruction::getNumOperandsForOpcode().

getCalledFunction()

Function * getCalledFunction ( ArrayRef< VPValue * > Operands )

static

For call VPInstruction operands, return the called function.

Definition at line 448 of file VPlanRecipes.cpp.

References llvm::cast(), getCalledFnOperandIndex(), and getValue().

getSubRecurOpcode()

Instruction::BinaryOps getSubRecurOpcode ( RecurKind Kind )

static

Definition at line 720 of file VPlanRecipes.cpp.

References llvm::FSub, llvm_unreachable, and llvm::Sub.

interleaveVectors()

Value * interleaveVectors ( IRBuilderBase & Builder, ArrayRef< Value * > Vals, const Twine & Name )

static

Return a vector containing interleaved elements from multiple smaller input vectors.

Definition at line 4352 of file VPlanRecipes.cpp.

References assert(), llvm::cast(), llvm::concatenateVectors(), llvm::createInterleaveMask(), getType(), and llvm::ArrayRef< T >::size().

Referenced by llvm::VPInterleaveEVLRecipe::execute(), and llvm::VPInterleaveRecipe::execute().

printRecurrenceKind()

void printRecurrenceKind ( raw_ostream & OS, const RecurKind & Kind )

static

Definition at line 2568 of file VPlanRecipes.cpp.

References llvm::Add, llvm::AddChainWithSubs, llvm::And, llvm::AnyOf, llvm::FAdd, llvm::FAddChainWithSubs, llvm::FindIV, llvm::FindLast, llvm::FMax, llvm::FMaximum, llvm::FMaximumNum, llvm::FMaxNum, llvm::FMin, llvm::FMinimum, llvm::FMinimumNum, llvm::FMinNum, llvm::FMul, llvm::FMulAdd, llvm::FSub, llvm::Mul, llvm::None, llvm::Or, llvm::SMax, llvm::SMin, llvm::Sub, llvm::UMax, llvm::UMin, and llvm::Xor.

Referenced by llvm::VPIRFlags::printFlags(), llvm::VPReductionPHIRecipe::printRecipe(), and llvm::VPReductionRecipe::printRecipe().

Variable Documentation

VPlanPrintMetadata

cl::opt< bool > VPlanPrintMetadata("vplan-print-metadata", cl::init(true), cl::Hidden, cl::desc("Controls the printing of recipe metadata when debugging.")) ( "vplan-print-metadata" , cl::init(true) , cl::Hidden , cl::desc("Controls the printing of recipe metadata when debugging.")  )

static

Referenced by llvm::VPIRMetadata::print().