ExpandVectorPredication.cpp File Reference

#include "llvm/CodeGen/ExpandVectorPredication.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/Debug.h"
#include "llvm/Transforms/Utils/LoopUtils.h"
#include <optional>

Go to the source code of this file.

Macros
#define	VPINTERNAL_VPLEGAL_CASES
#define	VPINTERNAL_CASE(X)   "|" #X
#define	VPINTERNAL_CASE(X)   .Case(#X, VPLegalization::X)
#define	DEBUG_TYPE   "expandvp"

Typedefs
using	VPLegalization = TargetTransformInfo::VPLegalization
using	VPTransform = TargetTransformInfo::VPLegalization::VPTransform

Functions
static VPTransform	parseOverrideOption (const std::string &TextOpt)
static bool	anyExpandVPOverridesSet ()
	STATISTIC (NumFoldedVL, "Number of folded vector length params")
	STATISTIC (NumLoweredVPOps, "Number of folded vector predication operations")
static bool	isAllTrueMask (Value *MaskVal)
static Constant *	getSafeDivisor (Type *DivTy)
static void	transferDecorations (Value &NewVal, VPIntrinsic &VPI)
	Transfer operation properties from OldVPI to NewVal.
static void	replaceOperation (Value &NewOp, VPIntrinsic &OldOp)
	Transfer all properties from OldOp to NewOp and replace all uses.
static bool	maySpeculateLanes (VPIntrinsic &VPI)

Variables
static cl::opt< std::string >	EVLTransformOverride ("expandvp-override-evl-transform", cl::init(""), cl::Hidden, cl::desc("Options: <empty>" VPINTERNAL_VPLEGAL_CASES ". If non-empty, ignore " "TargetTransformInfo and " "always use this transformation for the %evl parameter (Used in " "testing)."))
static cl::opt< std::string >	MaskTransformOverride ("expandvp-override-mask-transform", cl::init(""), cl::Hidden, cl::desc("Options: <empty>" VPINTERNAL_VPLEGAL_CASES ". If non-empty, Ignore " "TargetTransformInfo and " "always use this transformation for the %mask parameter (Used in " "testing)."))

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "expandvp"

Definition at line 75 of file ExpandVectorPredication.cpp.

VPINTERNAL_CASE [1/2]

#define VPINTERNAL_CASE

(

X

)

"|" #X

Definition at line 62 of file ExpandVectorPredication.cpp.

VPINTERNAL_CASE [2/2]

#define VPINTERNAL_CASE

(

X

)

.Case(#X, VPLegalization::X)

Definition at line 62 of file ExpandVectorPredication.cpp.

VPINTERNAL_VPLEGAL_CASES

#define VPINTERNAL_VPLEGAL_CASES

Value:

  VPINTERNAL_CASE(Legal)                                                       \
  VPINTERNAL_CASE(Discard)                                                     \
  VPINTERNAL_CASE(Convert)

Definition at line 37 of file ExpandVectorPredication.cpp.

Typedef Documentation

VPLegalization

using VPLegalization = TargetTransformInfo::VPLegalization

Definition at line 33 of file ExpandVectorPredication.cpp.

VPTransform

using VPTransform = TargetTransformInfo::VPLegalization::VPTransform

Definition at line 34 of file ExpandVectorPredication.cpp.

Function Documentation

anyExpandVPOverridesSet()

static bool anyExpandVPOverridesSet ( )

static

Definition at line 71 of file ExpandVectorPredication.cpp.

References EVLTransformOverride, and MaskTransformOverride.

getSafeDivisor()

static Constant * getSafeDivisor ( Type *  DivTy )

static

Returns

A non-excepting divisor constant for this type.

Definition at line 92 of file ExpandVectorPredication.cpp.

References assert(), and llvm::Type::isIntOrIntVectorTy().

isAllTrueMask()

static bool isAllTrueMask ( Value *  MaskVal )

static

Returns

Whether the vector mask MaskVal has all lane bits set.

Definition at line 83 of file ExpandVectorPredication.cpp.

References llvm::getSplatValue().

maySpeculateLanes()

static bool maySpeculateLanes ( VPIntrinsic &  VPI )

static

Definition at line 118 of file ExpandVectorPredication.cpp.

References llvm::Intrinsic::getAttributes(), llvm::Value::getContext(), llvm::VPIntrinsic::getFunctionalIntrinsicID(), llvm::VPIntrinsic::getFunctionalOpcode(), llvm::AttributeList::hasFnAttr(), and llvm::isSafeToSpeculativelyExecuteWithOpcode().

parseOverrideOption()

static VPTransform parseOverrideOption ( const std::string &  TextOpt )

static

Definition at line 64 of file ExpandVectorPredication.cpp.

References VPINTERNAL_VPLEGAL_CASES.

replaceOperation()

static void replaceOperation ( Value &  NewOp, VPIntrinsic &  OldOp  )

static

Transfer all properties from OldOp to NewOp and replace all uses.

OldVP gets erased.

Definition at line 112 of file ExpandVectorPredication.cpp.

References llvm::Instruction::eraseFromParent(), llvm::Value::replaceAllUsesWith(), and transferDecorations().

STATISTIC() [1/2]

STATISTIC	(	NumFoldedVL	,
		"Number of folded vector length params"
	)

STATISTIC() [2/2]

STATISTIC	(	NumLoweredVPOps	,
		"Number of folded vector predication operations"
	)

transferDecorations()

static void transferDecorations ( Value &  NewVal, VPIntrinsic &  VPI  )

static

Transfer operation properties from OldVPI to NewVal.

Definition at line 98 of file ExpandVectorPredication.cpp.

Referenced by replaceOperation().

Variable Documentation

EVLTransformOverride

cl::opt< std::string > EVLTransformOverride("expandvp-override-evl-transform", cl::init(""), cl::Hidden, cl::desc("Options: <empty>" VPINTERNAL_VPLEGAL_CASES ". If non-empty, ignore " "TargetTransformInfo and " "always use this transformation for the %evl parameter (Used in " "testing).")) ( "expandvp-override-evl-transform"  , cl::init("")  , cl::Hidden  , cl::desc("Options: <empty>" VPINTERNAL_VPLEGAL_CASES ". If non-empty, ignore " "TargetTransformInfo and " "always use this transformation for the %evl parameter (Used in " "testing).")    )

static

Referenced by anyExpandVPOverridesSet().

MaskTransformOverride

cl::opt< std::string > MaskTransformOverride("expandvp-override-mask-transform", cl::init(""), cl::Hidden, cl::desc("Options: <empty>" VPINTERNAL_VPLEGAL_CASES ". If non-empty, Ignore " "TargetTransformInfo and " "always use this transformation for the %mask parameter (Used in " "testing).")) ( "expandvp-override-mask-transform"  , cl::init("")  , cl::Hidden  , cl::desc("Options: <empty>" VPINTERNAL_VPLEGAL_CASES ". If non-empty, Ignore " "TargetTransformInfo and " "always use this transformation for the %mask parameter (Used in " "testing).")    )

static

Referenced by anyExpandVPOverridesSet().