LLVM  14.0.0git
Macros | Functions | Variables
AArch64TargetTransformInfo.cpp File Reference
#include "AArch64TargetTransformInfo.h"
#include "AArch64ExpandImm.h"
#include "MCTargetDesc/AArch64AddressingModes.h"
#include "llvm/Analysis/IVDescriptors.h"
#include "llvm/Analysis/LoopInfo.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/CodeGen/BasicTTIImpl.h"
#include "llvm/CodeGen/CostTable.h"
#include "llvm/CodeGen/TargetLowering.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/IntrinsicsAArch64.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/Support/Debug.h"
#include "llvm/Transforms/InstCombine/InstCombiner.h"
#include <algorithm>
Include dependency graph for AArch64TargetTransformInfo.cpp:

Go to the source code of this file.

Macros

#define DEBUG_TYPE   "aarch64tti"
 

Functions

static Optional< Instruction * > processPhiNode (InstCombiner &IC, IntrinsicInst &II)
 The function will remove redundant reinterprets casting in the presence of the control flow. More...
 
static Optional< Instruction * > instCombineConvertFromSVBool (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVEDup (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVEDupX (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVECmpNE (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVELast (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineRDFFR (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVECntElts (InstCombiner &IC, IntrinsicInst &II, unsigned NumElts)
 
static Optional< Instruction * > instCombineSVEPTest (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVEVectorFMLA (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVELD1 (InstCombiner &IC, IntrinsicInst &II, const DataLayout &DL)
 
static Optional< Instruction * > instCombineSVEST1 (InstCombiner &IC, IntrinsicInst &II, const DataLayout &DL)
 
static Instruction::BinaryOps intrinsicIDToBinOpCode (unsigned Intrinsic)
 
static Optional< Instruction * > instCombineSVEVectorBinOp (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVEVectorFAdd (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVEVectorMul (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVEUnpack (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVETBL (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVETupleGet (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineSVEZip (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineLD1GatherIndex (InstCombiner &IC, IntrinsicInst &II)
 
static Optional< Instruction * > instCombineST1ScatterIndex (InstCombiner &IC, IntrinsicInst &II)
 
static void getFalkorUnrollingPreferences (Loop *L, ScalarEvolution &SE, TargetTransformInfo::UnrollingPreferences &UP)
 

Variables

static cl::opt< bool > EnableFalkorHWPFUnrollFix ("enable-falkor-hwpf-unroll-fix", cl::init(true), cl::Hidden)
 

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE   "aarch64tti"

Definition at line 28 of file AArch64TargetTransformInfo.cpp.

Function Documentation

◆ getFalkorUnrollingPreferences()

static void getFalkorUnrollingPreferences ( Loop *  L,
ScalarEvolution &  SE,
TargetTransformInfo::UnrollingPreferences &  UP 
)
static

Definition at line 1901 of file AArch64TargetTransformInfo.cpp.

References BB, llvm::LoopBase< BlockT, LoopT >::blocks(), llvm::dbgs(), llvm::LoadInst::getPointerOperand(), llvm::ScalarEvolution::getSCEV(), I, llvm::SCEVAddRecExpr::isAffine(), llvm::Loop::isLoopInvariant(), LLVM_DEBUG, llvm::Log2_32(), and llvm::TargetTransformInfo::UnrollingPreferences::MaxCount.

Referenced by llvm::AArch64TTIImpl::getUnrollingPreferences().

◆ instCombineConvertFromSVBool()

static Optional<Instruction *> instCombineConvertFromSVBool ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 374 of file AArch64TargetTransformInfo.cpp.

References llvm::CallBase::getArgOperand(), llvm::User::getOperand(), llvm::Value::getType(), llvm::SmallVectorImpl< T >::insert(), llvm::None, processPhiNode(), and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineLD1GatherIndex()

static Optional<Instruction *> instCombineLD1GatherIndex ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 943 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::ConstantAggregateZero::get(), llvm::Value::getContext(), llvm::Module::getDataLayout(), llvm::Instruction::getModule(), llvm::User::getOperand(), llvm::Type::getPointerElementType(), llvm::Value::getType(), llvm::PointerType::getUnqual(), Index, llvm::PatternMatch::m_SpecificInt(), llvm::PatternMatch::m_Value(), llvm::BitmaskEnumDetail::Mask(), llvm::PatternMatch::match(), llvm::None, llvm::InstCombiner::replaceInstUsesWith(), and llvm::Value::takeName().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineRDFFR()

static Optional<Instruction *> instCombineRDFFR ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 633 of file AArch64TargetTransformInfo.cpp.

References llvm::LegalityPredicates::all(), Builder, llvm::ConstantInt::get(), llvm::Value::getContext(), llvm::Type::getInt32Ty(), llvm::Value::getType(), and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineST1ScatterIndex()

static Optional<Instruction *> instCombineST1ScatterIndex ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 977 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::InstCombiner::eraseInstFromFunction(), llvm::Value::getContext(), llvm::Module::getDataLayout(), llvm::Instruction::getModule(), llvm::User::getOperand(), llvm::Type::getPointerElementType(), llvm::Value::getType(), llvm::PointerType::getUnqual(), Index, llvm::PatternMatch::m_SpecificInt(), llvm::PatternMatch::m_Value(), llvm::BitmaskEnumDetail::Mask(), llvm::PatternMatch::match(), and llvm::None.

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVECmpNE()

static Optional<Instruction *> instCombineSVECmpNE ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 455 of file AArch64TargetTransformInfo.cpp.

References llvm::LegalityPredicates::all(), Arg, Builder, llvm::ConstantInt::get(), llvm::ScalableVectorType::get(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Type::getInt1Ty(), llvm::Type::getInt32Ty(), llvm::Constant::getNullValue(), llvm::getSplatValue(), llvm::Value::getType(), I, llvm::BitmaskEnumDetail::Mask(), llvm::None, llvm::InstCombiner::replaceInstUsesWith(), and llvm::AArch64::SVEBitsPerBlock.

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVECntElts()

static Optional<Instruction *> instCombineSVECntElts ( InstCombiner &  IC,
IntrinsicInst &  II,
unsigned  NumElts 
)
static

Definition at line 651 of file AArch64TargetTransformInfo.cpp.

References llvm::LegalityPredicates::all(), Builder, llvm::ConstantInt::get(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::getNumElementsFromSVEPredPattern(), llvm::Value::getType(), llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEDup()

static Optional<Instruction *> instCombineSVEDup ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 419 of file AArch64TargetTransformInfo.cpp.

References llvm::InsertElementInst::Create(), llvm::ConstantInt::get(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Type::getInt64Ty(), llvm::IntrinsicInst::getIntrinsicID(), llvm::User::getOperand(), Insert, llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEDupX()

static Optional<Instruction *> instCombineSVEDupX ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 443 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Value::getType(), llvm::InstCombiner::replaceInstUsesWith(), and llvm::Value::takeName().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVELast()

static Optional<Instruction *> instCombineSVELast ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 557 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::ExtractElementInst::Create(), llvm::BinaryOperator::CreateWithCopiedFlags(), llvm::ConstantInt::get(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Type::getInt64Ty(), llvm::IntrinsicInst::getIntrinsicID(), llvm::getNumElementsFromSVEPredPattern(), llvm::getSplatValue(), llvm::Value::getType(), llvm::isSplatValue(), llvm::PatternMatch::m_BinOp(), llvm::PatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVELD1()

static Optional<Instruction *> instCombineSVELD1 ( InstCombiner &  IC,
IntrinsicInst &  II,
const DataLayout &  DL 
)
static

Definition at line 729 of file AArch64TargetTransformInfo.cpp.

References Builder, DL, llvm::ConstantAggregateZero::get(), llvm::Value::getContext(), llvm::User::getOperand(), llvm::Value::getPointerAlignment(), llvm::Type::getPointerTo(), llvm::Value::getType(), llvm::SPII::Load, llvm::PatternMatch::match(), and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEPTest()

static Optional<Instruction *> instCombineSVEPTest ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 673 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::IntrinsicInst::getIntrinsicID(), llvm::Value::getType(), llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEST1()

static Optional<Instruction *> instCombineSVEST1 ( InstCombiner &  IC,
IntrinsicInst &  II,
const DataLayout &  DL 
)
static

Definition at line 751 of file AArch64TargetTransformInfo.cpp.

References Builder, DL, llvm::InstCombiner::eraseInstFromFunction(), llvm::Value::getContext(), llvm::User::getOperand(), llvm::Value::getPointerAlignment(), llvm::Type::getPointerTo(), llvm::Value::getType(), and llvm::PatternMatch::match().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVETBL()

static Optional<Instruction *> instCombineSVETBL ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 877 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::Value::getContext(), llvm::VectorType::getElementCount(), llvm::LinearPolySize< LeafTy >::getKnownMinValue(), llvm::User::getOperand(), llvm::getSplatValue(), llvm::Value::getType(), llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVETupleGet()

static Optional<Instruction *> instCombineSVETupleGet ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 902 of file AArch64TargetTransformInfo.cpp.

References llvm::CallBase::getArgOperand(), llvm::Value::getType(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::None, llvm::InstCombiner::replaceInstUsesWith(), llvm::InstCombiner::replaceOperand(), and SetValue().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEUnpack()

static Optional<Instruction *> instCombineSVEUnpack ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 855 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::IntrinsicInst::getIntrinsicID(), llvm::getSplatValue(), llvm::Value::getType(), llvm::None, llvm::InstCombiner::replaceInstUsesWith(), and llvm::Value::takeName().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEVectorBinOp()

static Optional<Instruction *> instCombineSVEVectorBinOp ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 785 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::Value::getContext(), llvm::Instruction::getFastMathFlags(), llvm::IntrinsicInst::getIntrinsicID(), llvm::User::getOperand(), intrinsicIDToBinOpCode(), llvm::PatternMatch::match(), llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic(), instCombineSVEVectorFAdd(), and instCombineSVEVectorMul().

◆ instCombineSVEVectorFAdd()

static Optional<Instruction *> instCombineSVEVectorFAdd ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 801 of file AArch64TargetTransformInfo.cpp.

References instCombineSVEVectorBinOp(), and instCombineSVEVectorFMLA().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEVectorFMLA()

static Optional<Instruction *> instCombineSVEVectorFMLA ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 698 of file AArch64TargetTransformInfo.cpp.

References llvm::FastMathFlags::allowContract(), B, Builder, llvm::FMul, llvm::Value::getContext(), llvm::Instruction::getFastMathFlags(), llvm::User::getOperand(), llvm::Value::getType(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::None, P, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by instCombineSVEVectorFAdd().

◆ instCombineSVEVectorMul()

static Optional<Instruction *> instCombineSVEVectorMul ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 808 of file AArch64TargetTransformInfo.cpp.

References Builder, llvm::Value::getContext(), llvm::User::getOperand(), llvm::getSplatValue(), I, instCombineSVEVectorBinOp(), llvm::PatternMatch::m_FPOne(), llvm::PatternMatch::m_One(), llvm::PatternMatch::match(), and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ instCombineSVEZip()

static Optional<Instruction *> instCombineSVEZip ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

Definition at line 928 of file AArch64TargetTransformInfo.cpp.

References B, llvm::CallBase::getArgOperand(), llvm::IntrinsicInst::getIntrinsicID(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::AArch64TTIImpl::instCombineIntrinsic().

◆ intrinsicIDToBinOpCode()

static Instruction::BinaryOps intrinsicIDToBinOpCode ( unsigned  Intrinsic)
static

Definition at line 772 of file AArch64TargetTransformInfo.cpp.

Referenced by instCombineSVEVectorBinOp().

◆ processPhiNode()

static Optional<Instruction *> processPhiNode ( InstCombiner &  IC,
IntrinsicInst &  II 
)
static

The function will remove redundant reinterprets casting in the presence of the control flow.

Definition at line 336 of file AArch64TargetTransformInfo.cpp.

References llvm::PHINode::addIncoming(), assert(), Builder, llvm::CallBase::getArgOperand(), llvm::Value::getType(), I, llvm::None, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by instCombineConvertFromSVBool().

Variable Documentation

◆ EnableFalkorHWPFUnrollFix

cl::opt<bool> EnableFalkorHWPFUnrollFix("enable-falkor-hwpf-unroll-fix", cl::init(true), cl::Hidden)
static

Referenced by llvm::AArch64TTIImpl::getUnrollingPreferences().

Generated on Wed Dec 8 2021 00:06:30 for LLVM by   doxygen 1.8.17