ReplaceWithVeclib.cpp File Reference

#include "llvm/CodeGen/ReplaceWithVeclib.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/Analysis/DemandedBits.h"
#include "llvm/Analysis/GlobalsModRef.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/TargetLibraryInfo.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/CodeGen/Passes.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstIterator.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/VFABIDemangler.h"
#include "llvm/InitializePasses.h"
#include "llvm/Support/TypeSize.h"
#include "llvm/Transforms/Utils/ModuleUtils.h"

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "replace-with-veclib"

Functions
	STATISTIC (NumCallsReplaced, "Number of calls to intrinsics that have been replaced.")
	STATISTIC (NumTLIFuncDeclAdded, "Number of vector library function declarations added.")
	STATISTIC (NumFuncUsedAdded, "Number of functions added to `llvm.compiler.used`")
Function *	getTLIFunction (Module *M, FunctionType *VectorFTy, const StringRef TLIName, std::optional< CallingConv::ID > CC, Function *ScalarFunc=nullptr)
	Returns a vector Function that it adds to the Module M.
static void	replaceWithTLIFunction (IntrinsicInst *II, VFInfo &Info, Function *TLIVecFunc)
	Replace the intrinsic call II to TLIVecFunc, which is the corresponding function from the vector library.
static bool	replaceWithCallToVeclib (const TargetLibraryInfo &TLI, IntrinsicInst *II)
	Returns true when successfully replaced II, which is a call to a vectorized intrinsic, with a suitable function taking vector arguments, based on available mappings in the TLI.
static bool	runImpl (const TargetLibraryInfo &TLI, Function &F)
	INITIALIZE_PASS_BEGIN (ReplaceWithVeclibLegacy, DEBUG_TYPE, "Replace intrinsics with calls to vector library", false, false) INITIALIZE_PASS_END(ReplaceWithVeclibLegacy

Variables
	DEBUG_TYPE
Replace intrinsics with calls to vector	library
Replace intrinsics with calls to vector	false

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "replace-with-veclib"

Definition at line 35 of file ReplaceWithVeclib.cpp.

Function Documentation

getTLIFunction()

Function * getTLIFunction	(	Module *	M,
		FunctionType *	VectorFTy,
		const StringRef	TLIName,
		std::optional< CallingConv::ID >	CC,
		Function *	ScalarFunc = nullptr )

Returns a vector Function that it adds to the Module M.

When an ScalarFunc is not null, it copies its attributes to the newly created Function.

Definition at line 49 of file ReplaceWithVeclib.cpp.

References llvm::appendToCompilerUsed(), llvm::Function::copyAttributesFrom(), llvm::Function::Create(), llvm::dbgs(), DEBUG_TYPE, llvm::GlobalValue::ExternalLinkage, llvm::Function::getFunction(), llvm::GlobalValue::getType(), LLVM_DEBUG, and llvm::Function::setCallingConv().

Referenced by replaceWithCallToVeclib().

INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	ReplaceWithVeclibLegacy	,
		DEBUG_TYPE	,
		"Replace intrinsics with calls to vector library"	,
		false	,
		false	)

References DEBUG_TYPE, and INITIALIZE_PASS_DEPENDENCY.

replaceWithCallToVeclib()

bool replaceWithCallToVeclib ( const TargetLibraryInfo & TLI, IntrinsicInst * II )

static

Returns true when successfully replaced II, which is a call to a vectorized intrinsic, with a suitable function taking vector arguments, based on available mappings in the TLI.

Definition at line 105 of file ReplaceWithVeclib.cpp.

References assert(), llvm::VFABI::createFunctionType(), llvm::dbgs(), DEBUG_TYPE, llvm::dyn_cast(), llvm::enumerate(), llvm::FunctionType::get(), llvm::VecDesc::getCallingConv(), llvm::ElementCount::getFixed(), llvm::Intrinsic::getName(), llvm::Value::getName(), llvm::Type::getScalarType(), getTLIFunction(), llvm::VecDesc::getVectorFnName(), llvm::VecDesc::getVectorFunctionABIVariantString(), llvm::TargetLibraryInfo::getVectorMappingInfo(), llvm::GlobalPredicate, II, llvm::Intrinsic::isOverloaded(), llvm::isVectorIntrinsicWithOverloadTypeAtArg(), llvm::isVectorIntrinsicWithScalarOpAtArg(), llvm::Type::isVectorTy(), llvm::Type::isVoidTy(), LLVM_DEBUG, llvm::SmallVectorTemplateBase< T, bool >::push_back(), replaceWithTLIFunction(), llvm::StringRef::str(), llvm::VFABI::tryDemangleForVFABI(), and llvm::Vector.

Referenced by runImpl().

replaceWithTLIFunction()

void replaceWithTLIFunction ( IntrinsicInst * II, VFInfo & Info, Function * TLIVecFunc )

static

Replace the intrinsic call II to TLIVecFunc, which is the corresponding function from the vector library.

Definition at line 79 of file ReplaceWithVeclib.cpp.

References llvm::IRBuilderBase::CreateCall(), llvm::VectorType::get(), llvm::Constant::getAllOnesValue(), llvm::Function::getCallingConv(), llvm::Type::getInt1Ty(), II, llvm::IRBuilder(), and llvm::isa().

Referenced by replaceWithCallToVeclib().

runImpl()

bool runImpl ( const TargetLibraryInfo & TLI, Function & F )

static

Definition at line 211 of file ReplaceWithVeclib.cpp.

References llvm::dyn_cast(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), F, I, II, instructions, llvm::Intrinsic::not_intrinsic, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and replaceWithCallToVeclib().

STATISTIC() [1/3]

STATISTIC	(	NumCallsReplaced	,
		"Number of calls to intrinsics that have been replaced."	)

STATISTIC() [2/3]

STATISTIC	(	NumFuncUsedAdded	,
		"Number of functions added to `llvm.compiler.used`"	)

STATISTIC() [3/3]

STATISTIC	(	NumTLIFuncDeclAdded	,
		"Number of vector library function declarations added."	)

Variable Documentation

DEBUG_TYPE

DEBUG_TYPE

Definition at line 284 of file ReplaceWithVeclib.cpp.

false

Replace intrinsics with calls to vector false

Definition at line 285 of file ReplaceWithVeclib.cpp.

library

Replace intrinsics with calls to vector library

Definition at line 285 of file ReplaceWithVeclib.cpp.