NVPTXISelDAGToDAG.cpp File Reference

#include "NVPTXISelDAGToDAG.h"
#include "MCTargetDesc/NVPTXBaseInfo.h"
#include "NVPTXUtilities.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/CodeGen/ISDOpcodes.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicsNVPTX.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Target/TargetIntrinsicInfo.h"

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "nvptx-isel"
#define	PASS_NAME   "NVPTX DAG->DAG Pattern Instruction Selection"
#define	getOpcV2H(ty, opKind0, opKind1)    NVPTX::StoreParamV2##ty##_##opKind0##opKind1
#define	getOpcV2H1(ty, opKind0, isImm1)    (isImm1) ? getOpcV2H(ty, opKind0, i) : getOpcV2H(ty, opKind0, r)
#define	getOpcodeForVectorStParamV2(ty, isimm)    (isimm[0]) ? getOpcV2H1(ty, i, isimm[1]) : getOpcV2H1(ty, r, isimm[1])
#define	getOpcV4H(ty, opKind0, opKind1, opKind2, opKind3)    NVPTX::StoreParamV4##ty##_##opKind0##opKind1##opKind2##opKind3
#define	getOpcV4H3(ty, opKind0, opKind1, opKind2, isImm3)
#define	getOpcV4H2(ty, opKind0, opKind1, isImm2, isImm3)
#define	getOpcV4H1(ty, opKind0, isImm1, isImm2, isImm3)
#define	getOpcodeForVectorStParamV4(ty, isimm)
#define	getOpcodeForVectorStParam(n, ty, isimm)

Functions
static unsigned	getPTXCmpMode (const CondCodeSDNode &CondCode, bool FTZ)
static unsigned int	getCodeAddrSpace (MemSDNode *N)
static unsigned int	getCodeMemorySemantic (MemSDNode *N, const NVPTXSubtarget *Subtarget)
static bool	canLowerToLDG (MemSDNode *N, const NVPTXSubtarget &Subtarget, unsigned CodeAddrSpace, MachineFunction *F)
static std::optional< unsigned >	pickOpcodeForVT (MVT::SimpleValueType VT, unsigned Opcode_i8, unsigned Opcode_i16, unsigned Opcode_i32, std::optional< unsigned > Opcode_i64, unsigned Opcode_f32, std::optional< unsigned > Opcode_f64)
static int	getLdStRegType (EVT VT)
static unsigned	pickOpcodeForVectorStParam (SmallVector< SDValue, 8 > &Ops, unsigned NumElts, MVT::SimpleValueType MemTy, SelectionDAG *CurDAG, SDLoc DL)

Variables
static cl::opt< bool >	EnableRsqrtOpt ("nvptx-rsqrt-approx-opt", cl::init(true), cl::Hidden, cl::desc("Enable reciprocal sqrt optimization"))

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "nvptx-isel"

Definition at line 30 of file NVPTXISelDAGToDAG.cpp.

getOpcodeForVectorStParam

#define getOpcodeForVectorStParam	(		n,
			ty,
			isimm
	)

Value:

  (n == 2) ? getOpcodeForVectorStParamV2(ty, isimm)                            \
           : getOpcodeForVectorStParamV4(ty, isimm)

Definition at line 2399 of file NVPTXISelDAGToDAG.cpp.

getOpcodeForVectorStParamV2

#define getOpcodeForVectorStParamV2	(		ty,
			isimm
	)		(isimm[0]) ? getOpcV2H1(ty, i, isimm[1]) : getOpcV2H1(ty, r, isimm[1])

Definition at line 2377 of file NVPTXISelDAGToDAG.cpp.

getOpcodeForVectorStParamV4

#define getOpcodeForVectorStParamV4	(		ty,
			isimm
	)

Value:

  (isimm[0]) ? getOpcV4H1(ty, i, isimm[1], isimm[2], isimm[3])                 \
             : getOpcV4H1(ty, r, isimm[1], isimm[2], isimm[3])

Definition at line 2395 of file NVPTXISelDAGToDAG.cpp.

getOpcV2H

#define getOpcV2H	(		ty,
			opKind0,
			opKind1
	)		NVPTX::StoreParamV2##ty##_##opKind0##opKind1

Definition at line 2371 of file NVPTXISelDAGToDAG.cpp.

getOpcV2H1

#define getOpcV2H1	(		ty,
			opKind0,
			isImm1
	)		(isImm1) ? getOpcV2H(ty, opKind0, i) : getOpcV2H(ty, opKind0, r)

Definition at line 2374 of file NVPTXISelDAGToDAG.cpp.

getOpcV4H

#define getOpcV4H	(		ty,
			opKind0,
			opKind1,
			opKind2,
			opKind3
	)		NVPTX::StoreParamV4##ty##_##opKind0##opKind1##opKind2##opKind3

Definition at line 2380 of file NVPTXISelDAGToDAG.cpp.

getOpcV4H1

#define getOpcV4H1	(		ty,
			opKind0,
			isImm1,
			isImm2,
			isImm3
	)

Value:

  (isImm1) ? getOpcV4H2(ty, opKind0, i, isImm2, isImm3)                        \
           : getOpcV4H2(ty, opKind0, r, isImm2, isImm3)

Definition at line 2391 of file NVPTXISelDAGToDAG.cpp.

getOpcV4H2

#define getOpcV4H2	(		ty,
			opKind0,
			opKind1,
			isImm2,
			isImm3
	)

Value:

  (isImm2) ? getOpcV4H3(ty, opKind0, opKind1, i, isImm3)                       \
           : getOpcV4H3(ty, opKind0, opKind1, r, isImm3)

Definition at line 2387 of file NVPTXISelDAGToDAG.cpp.

getOpcV4H3

#define getOpcV4H3	(		ty,
			opKind0,
			opKind1,
			opKind2,
			isImm3
	)

Value:

  (isImm3) ? getOpcV4H(ty, opKind0, opKind1, opKind2, i)                       \
           : getOpcV4H(ty, opKind0, opKind1, opKind2, r)

Definition at line 2383 of file NVPTXISelDAGToDAG.cpp.

PASS_NAME

#define PASS_NAME   "NVPTX DAG->DAG Pattern Instruction Selection"

Definition at line 31 of file NVPTXISelDAGToDAG.cpp.

Function Documentation

canLowerToLDG()

static bool canLowerToLDG ( MemSDNode *  N, const NVPTXSubtarget &  Subtarget, unsigned  CodeAddrSpace, MachineFunction *  F  )

static

Definition at line 885 of file NVPTXISelDAGToDAG.cpp.

References A, llvm::all_of(), F, llvm::getUnderlyingObjects(), llvm::NVPTX::PTXLdStInstCode::GLOBAL, llvm::NVPTXSubtarget::hasLDG(), if(), llvm::isKernelFunction(), and N.

getCodeAddrSpace()

static unsigned int getCodeAddrSpace ( MemSDNode *  N )

static

Definition at line 697 of file NVPTXISelDAGToDAG.cpp.

References llvm::ADDRESS_SPACE_CONST, llvm::ADDRESS_SPACE_GENERIC, llvm::ADDRESS_SPACE_GLOBAL, llvm::ADDRESS_SPACE_LOCAL, llvm::ADDRESS_SPACE_PARAM, llvm::ADDRESS_SPACE_SHARED, llvm::NVPTX::PTXLdStInstCode::CONSTANT, llvm::NVPTX::PTXLdStInstCode::GENERIC, llvm::NVPTX::PTXLdStInstCode::GLOBAL, llvm::NVPTX::PTXLdStInstCode::LOCAL, N, llvm::NVPTX::PTXLdStInstCode::PARAM, and llvm::NVPTX::PTXLdStInstCode::SHARED.

Referenced by getCodeMemorySemantic().

getCodeMemorySemantic()

static unsigned int getCodeMemorySemantic ( MemSDNode *  N, const NVPTXSubtarget *  Subtarget  )

static

Definition at line 717 of file NVPTXISelDAGToDAG.cpp.

References llvm::Acquire, llvm::NVPTX::PTXLdStInstCode::Acquire, llvm::AcquireRelease, llvm::NVPTX::PTXLdStInstCode::CONSTANT, llvm::NVPTX::PTXLdStInstCode::GENERIC, getCodeAddrSpace(), llvm::NVPTX::PTXLdStInstCode::GLOBAL, llvm::NVPTXSubtarget::hasMemoryOrdering(), llvm::NVPTXSubtarget::hasRelaxedMMIO(), llvm_unreachable, llvm::NVPTX::PTXLdStInstCode::LOCAL, llvm::Monotonic, N, llvm::NotAtomic, llvm::NVPTX::PTXLdStInstCode::NotAtomic, OS, llvm::NVPTX::PTXLdStInstCode::PARAM, llvm::NVPTX::PTXLdStInstCode::Relaxed, llvm::NVPTX::PTXLdStInstCode::RelaxedMMIO, llvm::Release, llvm::NVPTX::PTXLdStInstCode::Release, llvm::report_fatal_error(), llvm::SequentiallyConsistent, llvm::NVPTX::PTXLdStInstCode::SHARED, llvm::toIRString(), llvm::Unordered, and llvm::NVPTX::PTXLdStInstCode::Volatile.

getLdStRegType()

static int getLdStRegType ( EVT  VT )

static

Definition at line 1057 of file NVPTXISelDAGToDAG.cpp.

References llvm::NVPTX::PTXLdStInstCode::Float, llvm::EVT::getSimpleVT(), llvm::EVT::isFloatingPoint(), llvm::MVT::SimpleTy, llvm::NVPTX::PTXLdStInstCode::Unsigned, and llvm::NVPTX::PTXLdStInstCode::Untyped.

getPTXCmpMode()

static unsigned getPTXCmpMode ( const CondCodeSDNode &  CondCode, bool  FTZ  )

static

Definition at line 574 of file NVPTXISelDAGToDAG.cpp.

References CC, llvm::NVPTX::PTXCmpMode::FTZ_FLAG, llvm_unreachable, llvm::ISD::SETEQ, llvm::ISD::SETGE, llvm::ISD::SETGT, llvm::ISD::SETLE, llvm::ISD::SETLT, llvm::ISD::SETNE, llvm::ISD::SETO, llvm::ISD::SETOEQ, llvm::ISD::SETOGE, llvm::ISD::SETOGT, llvm::ISD::SETOLE, llvm::ISD::SETOLT, llvm::ISD::SETONE, llvm::ISD::SETUEQ, llvm::ISD::SETUGE, llvm::ISD::SETUGT, llvm::ISD::SETULE, llvm::ISD::SETULT, llvm::ISD::SETUNE, and llvm::ISD::SETUO.

pickOpcodeForVectorStParam()

static unsigned pickOpcodeForVectorStParam ( SmallVector< SDValue, 8 > &  Ops, unsigned  NumElts, MVT::SimpleValueType  MemTy, SelectionDAG *  CurDAG, SDLoc  DL  )

static

Definition at line 2403 of file NVPTXISelDAGToDAG.cpp.

References assert(), DL, F32, F64, llvm::ConstantFPSDNode::getConstantFPValue(), llvm::ConstantSDNode::getConstantIntValue(), getOpcodeForVectorStParam, getOpcodeForVectorStParamV2, llvm::SelectionDAG::getTargetConstant(), llvm::SelectionDAG::getTargetConstantFP(), and llvm_unreachable.

pickOpcodeForVT()

static std::optional< unsigned > pickOpcodeForVT ( MVT::SimpleValueType  VT, unsigned  Opcode_i8, unsigned  Opcode_i16, unsigned  Opcode_i32, std::optional< unsigned >  Opcode_i64, unsigned  Opcode_f32, std::optional< unsigned >  Opcode_f64  )

static

Definition at line 1026 of file NVPTXISelDAGToDAG.cpp.

Variable Documentation

EnableRsqrtOpt

cl::opt< bool > EnableRsqrtOpt("nvptx-rsqrt-approx-opt", cl::init(true), cl::Hidden, cl::desc("Enable reciprocal sqrt optimization")) ( "nvptx-rsqrt-approx-opt"  , cl::init(true)  , cl::Hidden  , cl::desc("Enable reciprocal sqrt optimization")    )

static