VectorCombine.cpp File Reference

#include "llvm/Transforms/Vectorize/VectorCombine.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/Analysis/BasicAliasAnalysis.h"
#include "llvm/Analysis/GlobalsModRef.h"
#include "llvm/Analysis/Loads.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/InitializePasses.h"
#include "llvm/Pass.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Vectorize.h"

Include dependency graph for VectorCombine.cpp:

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "vector-combine"

Functions
	STATISTIC (NumVecLoad, "Number of vector loads formed")
	STATISTIC (NumVecCmp, "Number of vector compares formed")
	STATISTIC (NumVecBO, "Number of vector binops formed")
	STATISTIC (NumVecCmpBO, "Number of vector compare + binop formed")
	STATISTIC (NumShufOfBitcast, "Number of shuffles moved after bitcast")
	STATISTIC (NumScalarBO, "Number of scalar binops formed")
	STATISTIC (NumScalarCmp, "Number of scalar compares formed")
static void	replaceValue (Value &Old, Value &New)
static Value *	createShiftShuffle (Value *Vec, unsigned OldIndex, unsigned NewIndex, IRBuilder<> &Builder)
	Create a shuffle that translates (shifts) 1 element from the input vector to a new element location. More...
static ExtractElementInst *	translateExtract (ExtractElementInst *ExtElt, unsigned NewIndex, IRBuilder<> &Builder)
	Given an extract element instruction with constant index operand, shuffle the source vector (shift the scalar element) to a NewIndex for extraction. More...
	INITIALIZE_PASS_BEGIN (VectorCombineLegacyPass, "vector-combine", "Optimize scalar/vector ops", false, false) INITIALIZE_PASS_END(VectorCombineLegacyPass

Variables
static cl::opt< bool >	DisableVectorCombine ("disable-vector-combine", cl::init(false), cl::Hidden, cl::desc("Disable all vector combine transforms"))
static cl::opt< bool >	DisableBinopExtractShuffle ("disable-binop-extract-shuffle", cl::init(false), cl::Hidden, cl::desc("Disable binop extract to shuffle transforms"))
static const unsigned	InvalidIndex = std::numeric_limits<unsigned>::max()
vector	combine
vector Optimize scalar vector	ops
vector Optimize scalar vector	false

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "vector-combine"

Definition at line 36 of file VectorCombine.cpp.

Function Documentation

createShiftShuffle()

static Value* createShiftShuffle ( Value *  Vec, unsigned  OldIndex, unsigned  NewIndex, IRBuilder<> &  Builder  )

static

Create a shuffle that translates (shifts) 1 element from the input vector to a new element location.

Definition at line 305 of file VectorCombine.cpp.

References llvm::IRBuilderBase::CreateShuffleVector(), llvm::Value::getType(), and llvm::UndefMaskElem.

Referenced by translateExtract().

INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	VectorCombineLegacyPass	,
		"vector-combine"	,
		"Optimize scalar/vector ops"	,
		false	,
		false
	)

Referenced by translateExtract().

replaceValue()

static void replaceValue ( Value &  Old, Value &  New  )

static

Definition at line 89 of file VectorCombine.cpp.

References assert(), Builder, llvm::IRBuilderBase::CreateAlignedLoad(), llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateShuffleVector(), DisableBinopExtractShuffle, DL, llvm::dyn_cast(), llvm::VectorType::get(), llvm::TargetTransformInfo::getArithmeticInstrCost(), llvm::TargetTransformInfo::getCmpSelInstrCost(), llvm::Module::getDataLayout(), llvm::ExtractElementInst::getIndexOperand(), llvm::TargetTransformInfo::getMemoryOpCost(), llvm::TargetTransformInfo::getMinVectorRegisterBitWidth(), llvm::Instruction::getModule(), llvm::APInt::getOneBitSet(), llvm::Instruction::getOpcode(), llvm::User::getOperand(), llvm::Type::getPointerAddressSpace(), llvm::Type::getPrimitiveSizeInBits(), llvm::TargetTransformInfo::getScalarizationOverhead(), llvm::TargetTransformInfo::getShuffleCost(), llvm::Value::getType(), llvm::TargetTransformInfo::getVectorInstrCost(), llvm::ExtractElementInst::getVectorOperand(), llvm::Value::hasNUses(), llvm::Value::hasOneUse(), I, llvm::Instruction::isBinaryOp(), llvm::isSafeToLoadUnconditionally(), llvm::SPII::Load, llvm::PatternMatch::m_InsertElt(), llvm::PatternMatch::m_Undef(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZeroInt(), llvm::CmpInst::makeCmpResultType(), llvm::BitmaskEnumDetail::Mask(), llvm::PatternMatch::match(), llvm::min(), llvm::mustSuppressSpeculation(), llvm::Value::replaceAllUsesWith(), llvm::NVPTX::PTXLdStInstCode::Scalar, llvm::TargetTransformInfo::SK_PermuteSingleSrc, llvm::Value::takeName(), and llvm::UndefMaskElem.

Referenced by translateExtract().

STATISTIC() [1/7]

STATISTIC	(	NumVecLoad	,
		"Number of vector loads formed"
	)

STATISTIC() [2/7]

STATISTIC	(	NumVecCmp	,
		"Number of vector compares formed"
	)

STATISTIC() [3/7]

STATISTIC	(	NumVecBO	,
		"Number of vector binops formed"
	)

STATISTIC() [4/7]

STATISTIC	(	NumVecCmpBO	,
		"Number of vector compare + binop formed"
	)

STATISTIC() [5/7]

STATISTIC	(	NumShufOfBitcast	,
		"Number of shuffles moved after bitcast"
	)

STATISTIC() [6/7]

STATISTIC	(	NumScalarBO	,
		"Number of scalar binops formed"
	)

STATISTIC() [7/7]

STATISTIC	(	NumScalarCmp	,
		"Number of scalar compares formed"
	)

translateExtract()

static ExtractElementInst* translateExtract ( ExtractElementInst *  ExtElt, unsigned  NewIndex, IRBuilder<> &  Builder  )

static

Given an extract element instruction with constant index operand, shuffle the source vector (shift the scalar element) to a NewIndex for extraction.

Return null if the input can be constant folded, so that we are not creating unnecessary instructions.

Definition at line 320 of file VectorCombine.cpp.

References llvm::AnalysisUsage::addPreserved(), llvm::AnalysisUsage::addRequired(), assert(), llvm::CmpInst::BAD_ICMP_PREDICATE, Builder, C, llvm::IRBuilderBase::CreateExtractElement(), createShiftShuffle(), DisableVectorCombine, llvm::dyn_cast(), F(), llvm::ConstantVector::get(), llvm::ConstantExpr::get(), llvm::UndefValue::get(), llvm::Pass::getAnalysisUsage(), llvm::TargetTransformInfo::getArithmeticInstrCost(), llvm::TargetTransformInfo::getCmpSelInstrCost(), llvm::ConstantExpr::getCompare(), llvm::ConstantExpr::getExtractElement(), llvm::ExtractElementInst::getIndexOperand(), llvm::Value::getName(), llvm::TargetTransformInfo::getNumberOfRegisters(), llvm::FixedVectorType::getNumElements(), llvm::Instruction::getOpcode(), getOpcode(), llvm::User::getOperand(), llvm::PassRegistry::getPassRegistry(), llvm::PPC::getPredicate(), llvm::TargetTransformInfo::getRegisterClassForType(), llvm::TargetTransformInfo::getShuffleCost(), llvm::Value::getType(), llvm::TargetTransformInfo::getVectorInstrCost(), llvm::ExtractElementInst::getVectorOperand(), llvm::Value::hasOneUse(), I, INITIALIZE_PASS_BEGIN(), INITIALIZE_PASS_DEPENDENCY(), llvm::initializeVectorCombineLegacyPassPass(), InvalidIndex, llvm::Instruction::isBinaryOp(), llvm::Type::isFloatingPointTy(), llvm::CmpInst::isFPPredicate(), llvm::Type::isIntegerTy(), llvm::Type::isPointerTy(), llvm::isSafeToSpeculativelyExecute(), llvm::Type::isVectorTy(), llvm::PatternMatch::m_BinOp(), llvm::PatternMatch::m_BitCast(), llvm::PatternMatch::m_Cmp(), llvm::PatternMatch::m_Constant(), llvm::PatternMatch::m_ConstantInt(), llvm::PatternMatch::m_ExtractElt(), llvm::PatternMatch::m_InsertElt(), llvm::PatternMatch::m_Instruction(), llvm::PatternMatch::m_OneUse(), llvm::PatternMatch::m_Select(), llvm::PatternMatch::m_Shuffle(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Undef(), llvm::PatternMatch::m_Value(), llvm::CmpInst::makeCmpResultType(), llvm::BitmaskEnumDetail::Mask(), llvm::PatternMatch::match(), llvm::narrowShuffleMaskElts(), replaceValue(), runOnFunction(), llvm::NVPTX::PTXLdStInstCode::Scalar, llvm::AnalysisUsage::setPreservesCFG(), llvm::SimplifyInstructionsInBlock(), llvm::TargetTransformInfo::SK_PermuteSingleSrc, llvm::Instruction::user_back(), llvm::Value::users(), llvm::widenShuffleMaskElts(), and X.

Variable Documentation

combine

vector combine

Definition at line 765 of file VectorCombine.cpp.

Referenced by llvm::hashing::detail::hash_combine_recursive_helper::combine(), and simplifyDivRem().

DisableBinopExtractShuffle

cl::opt<bool> DisableBinopExtractShuffle("disable-binop-extract-shuffle", cl::init(false), cl::Hidden, cl::desc("Disable binop extract to shuffle transforms"))

static

Referenced by replaceValue().

DisableVectorCombine

cl::opt<bool> DisableVectorCombine("disable-vector-combine", cl::init(false), cl::Hidden, cl::desc("Disable all vector combine transforms"))

static

Referenced by translateExtract().

false

vector Optimize scalar vector false

Definition at line 765 of file VectorCombine.cpp.

InvalidIndex

const unsigned InvalidIndex = std::numeric_limits<unsigned>::max()

static

Definition at line 53 of file VectorCombine.cpp.

Referenced by isInSymtab(), and translateExtract().

ops

vector Optimize scalar vector ops

Definition at line 765 of file VectorCombine.cpp.