This file contains implementations for different VPlan recipes. More...

#include "LoopVectorizationPlanner.h"
#include "VPlan.h"
#include "VPlanAnalysis.h"
#include "VPlanHelpers.h"
#include "VPlanPatternMatch.h"
#include "VPlanUtils.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/SmallVectorExtras.h"
#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/IVDescriptors.h"
#include "llvm/Analysis/LoopInfo.h"
#include "llvm/Analysis/ScalarEvolutionExpressions.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/LoopUtils.h"
#include <cassert>

Namespaces
namespace	llvm
	This is an optimization pass for GlobalISel generic memory operations.

Macros
#define	LV_NAME "loop-vectorize"
#define	DEBUG_TYPE LV_NAME

Typedefs
using	VectorParts = SmallVector<Value *, 2>

Functions
static unsigned	getCalledFnOperandIndex (const VPInstruction &VPI)
	For call VPInstructions, return the operand index of the called function.
static Function *	getCalledFunction (const VPInstruction &VPI)
	For call VPInstructions, return the called function.
static InstructionCost	getCostForIntrinsics (Intrinsic::ID ID, ArrayRef< const VPValue * > Operands, const VPRecipeWithIRFlags &R, ElementCount VF, VPCostContext &Ctx)
	Compute the cost for the intrinsic `ID` with `Operands`, produced by `R`.
static void	scalarizeInstruction (const Instruction Instr, VPReplicateRecipe RepRecipe, const VPLane &Lane, VPTransformState &State)
	A helper function to scalarize a single Instruction in the innermost loop.
static const SCEV *	getAddressAccessSCEV (const VPValue Ptr, PredicatedScalarEvolution &PSE, const Loop L)
	Returns a SCEV expression for `Ptr` if it is a pointer computation for which the legacy cost model computes a SCEV expression when computing the address cost.
static bool	isPredicatedUniformMemOpAfterTailFolding (const VPReplicateRecipe &R, const SCEV *PtrSCEV, VPCostContext &Ctx)
	Return true if `R` is a predicated load/store with a loop-invariant address only masked by the header mask.
static Value *	createBitOrPointerCast (IRBuilderBase &Builder, Value V, VectorType DstVTy, const DataLayout &DL)
static Value *	interleaveVectors (IRBuilderBase &Builder, ArrayRef< Value * > Vals, const Twine &Name)
	Return a vector containing interleaved elements from multiple smaller input vectors.

Detailed Description

This file contains implementations for different VPlan recipes.

Definition in file VPlanRecipes.cpp.

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE LV_NAME

Definition at line 49 of file VPlanRecipes.cpp.

◆ LV_NAME

#define LV_NAME "loop-vectorize"

Definition at line 48 of file VPlanRecipes.cpp.

Typedef Documentation

◆ VectorParts

using VectorParts = SmallVector<Value *, 2>

Definition at line 46 of file VPlanRecipes.cpp.

Function Documentation

◆ createBitOrPointerCast()

Value * createBitOrPointerCast	(	IRBuilderBase &	Builder,
		Value *	V,
		VectorType *	DstVTy,
		const DataLayout &	DL )

static

Definition at line 3899 of file VPlanRecipes.cpp.

References assert(), llvm::cast(), DL, llvm::VectorType::get(), llvm::Type::getIntNTy(), llvm::CastInst::isBitOrNoopPointerCastable(), llvm::Type::isFloatingPointTy(), and llvm::Type::isPointerTy().

Referenced by llvm::VPInterleaveEVLRecipe::execute(), and llvm::VPInterleaveRecipe::execute().

◆ getAddressAccessSCEV()

const SCEV * getAddressAccessSCEV	(	const VPValue *	Ptr,
		PredicatedScalarEvolution &	PSE,
		const Loop *	L )

static

Returns a SCEV expression for Ptr if it is a pointer computation for which the legacy cost model computes a SCEV expression when computing the address cost.

Computing SCEVs for VPValues is incomplete and returns SCEVCouldNotCompute in cases the legacy cost model can compute SCEVs. In those cases we fall back to the legacy cost model. Otherwise return nullptr.

Definition at line 3340 of file VPlanRecipes.cpp.

References llvm::vputils::getSCEVExprForVPValue(), llvm::PredicatedScalarEvolution::getSE(), llvm::isa(), and llvm::vputils::isAddressSCEVForCost().

◆ getCalledFnOperandIndex()

unsigned getCalledFnOperandIndex ( const VPInstruction & VPI )

static

For call VPInstructions, return the operand index of the called function.

The function is either the last operand (for unmasked calls) or the second-to-last operand (for masked calls).

Definition at line 467 of file VPlanRecipes.cpp.

References AbstractManglingParser< Derived, Alloc >::NumOps, assert(), llvm::cast(), llvm::dyn_cast(), llvm::VPUser::getNumOperands(), llvm::VPInstruction::getOpcode(), llvm::VPUser::getOperand(), and llvm::isa().

Referenced by getCalledFunction(), and llvm::VPInstruction::getNumOperandsForOpcode().

◆ getCalledFunction()

Function * getCalledFunction ( const VPInstruction & VPI )

static

For call VPInstructions, return the called function.

Definition at line 480 of file VPlanRecipes.cpp.

References llvm::cast(), getCalledFnOperandIndex(), and llvm::VPUser::getOperand().

◆ getCostForIntrinsics()

InstructionCost getCostForIntrinsics	(	Intrinsic::ID	ID,
		ArrayRef< const VPValue * >	Operands,
		const VPRecipeWithIRFlags &	R,
		ElementCount	VF,
		VPCostContext &	Ctx )