SPIRVPreLegalizer.cpp File Reference

#include "SPIRV.h"
#include "SPIRVSubtarget.h"
#include "SPIRVUtils.h"
#include "llvm/ADT/PostOrderIterator.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/CodeGen/GlobalISel/CSEInfo.h"
#include "llvm/CodeGen/GlobalISel/GISelKnownBits.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/IntrinsicsSPIRV.h"
#include "llvm/Target/TargetIntrinsicInfo.h"

Go to the source code of this file.

Namespaces
namespace	llvm
	This is an optimization pass for GlobalISel generic memory operations.

Macros
#define	DEBUG_TYPE   "spirv-prelegalizer"

Functions
static void	addConstantsToTrack (MachineFunction &MF, SPIRVGlobalRegistry *GR, const SPIRVSubtarget &STI, DenseMap< MachineInstr *, Type * > &TargetExtConstTypes, SmallSet< Register, 4 > &TrackedConstRegs)
static void	foldConstantsIntoIntrinsics (MachineFunction &MF, const SmallSet< Register, 4 > &TrackedConstRegs)
static MachineInstr *	findAssignTypeInstr (Register Reg, MachineRegisterInfo *MRI)
static void	buildOpBitcast (SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB, Register ResVReg, Register OpReg)
static void	selectOpBitcasts (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static void	insertBitcasts (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static SPIRVType *	propagateSPIRVType (MachineInstr *MI, SPIRVGlobalRegistry *GR, MachineRegisterInfo &MRI, MachineIRBuilder &MIB)
static void	widenScalarLLTNextPow2 (Register Reg, MachineRegisterInfo &MRI)
static std::pair< Register, unsigned >	createNewIdReg (SPIRVType *SpvType, Register SrcReg, MachineRegisterInfo &MRI, const SPIRVGlobalRegistry &GR)
static void	setInsertPtAfterDef (MachineIRBuilder &MIB, MachineInstr *Def)
Register	llvm::insertAssignInstr (Register Reg, Type *Ty, SPIRVType *SpirvTy, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB, MachineRegisterInfo &MRI)
	Helper external function for inserting ASSIGN_TYPE instuction between Reg and its definition, set the new register as a destination of the definition, assign SPIRVType to both registers.
void	llvm::processInstr (MachineInstr &MI, MachineIRBuilder &MIB, MachineRegisterInfo &MRI, SPIRVGlobalRegistry *GR)
static void	generateAssignInstrs (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB, DenseMap< MachineInstr *, Type * > &TargetExtConstTypes)
bool	isTypeFoldingSupported (unsigned Opcode)
static void	processInstrsWithTypeFolding (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static Register	collectInlineAsmInstrOperands (MachineInstr *MI, SmallVector< unsigned, 4 > *Ops=nullptr)
static void	insertInlineAsmProcess (MachineFunction &MF, SPIRVGlobalRegistry *GR, const SPIRVSubtarget &ST, MachineIRBuilder MIRBuilder, const SmallVector< MachineInstr * > &ToProcess)
static void	insertInlineAsm (MachineFunction &MF, SPIRVGlobalRegistry *GR, const SPIRVSubtarget &ST, MachineIRBuilder MIRBuilder)
static void	insertSpirvDecorations (MachineFunction &MF, MachineIRBuilder MIB)
static void	processSwitchesConstants (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static void	cleanupHelperInstructions (MachineFunction &MF)
static void	processBlockAddr (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static bool	isImplicitFallthrough (MachineBasicBlock &MBB)
static void	removeImplicitFallthroughs (MachineFunction &MF, MachineIRBuilder MIB)

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "spirv-prelegalizer"

Definition at line 28 of file SPIRVPreLegalizer.cpp.

Function Documentation

addConstantsToTrack()

static void addConstantsToTrack ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, const SPIRVSubtarget &  STI, DenseMap< MachineInstr *, Type * > &  TargetExtConstTypes, SmallSet< Register, 4 > &  TrackedConstRegs  )

static

Definition at line 50 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVGlobalRegistry::add(), llvm::SPIRVGlobalRegistry::addGlobalObject(), llvm::MachineInstr::addOperand(), assert(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::contains(), llvm::MachineOperand::CreateReg(), llvm::SPIRVGlobalRegistry::find(), llvm::SPIRVSubtarget::getInstrInfo(), llvm::MachineInstr::getOpcode(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::MachineFunction::getRegInfo(), llvm::SPIRVGlobalRegistry::getSPIRVTypeID(), llvm::SmallSet< T, N, C >::insert(), llvm::isSpvIntrinsic(), llvm::Register::isValid(), MBB, MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::MachineInstr::setDesc().

buildOpBitcast()

static void buildOpBitcast ( SPIRVGlobalRegistry *  GR, MachineIRBuilder &  MIB, Register  ResVReg, Register  OpReg  )

static

Definition at line 177 of file SPIRVPreLegalizer.cpp.

References llvm::MachineInstrBuilder::addDef(), llvm::MachineInstrBuilder::addUse(), assert(), llvm::MachineIRBuilder::buildInstr(), llvm::MachineIRBuilder::getMRI(), llvm::SPIRVGlobalRegistry::getRegClass(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), llvm::SPIRVGlobalRegistry::getSPIRVTypeID(), llvm::SPIRVGlobalRegistry::isBitcastCompatible(), MRI, and llvm::report_fatal_error().

Referenced by selectOpBitcasts().

cleanupHelperInstructions()

static void cleanupHelperInstructions ( MachineFunction &  MF )

static

Definition at line 865 of file SPIRVPreLegalizer.cpp.

References llvm::isSpvIntrinsic(), MBB, MI, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

collectInlineAsmInstrOperands()

static Register collectInlineAsmInstrOperands ( MachineInstr *  MI, SmallVector< unsigned, 4 > *  Ops = nullptr  )

static

Definition at line 687 of file SPIRVPreLegalizer.cpp.

References F, llvm::MachineOperand::getImm(), llvm::MachineOperand::getReg(), Idx, llvm::MachineOperand::isDef(), llvm::MachineOperand::isImm(), llvm::MachineOperand::isMetadata(), llvm::MachineOperand::isReg(), MI, and llvm::InlineAsm::MIOp_FirstOperand.

Referenced by insertInlineAsmProcess().

createNewIdReg()

static std::pair< Register, unsigned > createNewIdReg ( SPIRVType *  SpvType, Register  SrcReg, MachineRegisterInfo &  MRI, const SPIRVGlobalRegistry &  GR  )

static

Definition at line 391 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVGlobalRegistry::getRegClass(), llvm::SPIRVGlobalRegistry::getRegType(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), and MRI.

Referenced by llvm::processInstr().

findAssignTypeInstr()

static MachineInstr * findAssignTypeInstr ( Register  Reg, MachineRegisterInfo *  MRI  )

static

Definition at line 163 of file SPIRVPreLegalizer.cpp.

References llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), I, llvm::isSpvIntrinsic(), MRI, and UseMI.

Referenced by insertBitcasts().

foldConstantsIntoIntrinsics()

static void foldConstantsIntoIntrinsics ( MachineFunction &  MF, const SmallSet< Register, 4 > &  TrackedConstRegs  )

static

Definition at line 136 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::SmallSet< T, N, C >::contains(), llvm::MachineOperand::CreateImm(), llvm::MachineOperand::getCImm(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::ConstantInt::getZExtValue(), llvm::isSpvIntrinsic(), MBB, MI, MRI, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

generateAssignInstrs()

static void generateAssignInstrs ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, MachineIRBuilder  MIB, DenseMap< MachineInstr *, Type * > &  TargetExtConstTypes  )

static

Definition at line 485 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVGlobalRegistry::add(), llvm::addressSpaceToStorageClass(), llvm::SPIRVGlobalRegistry::addValueAttrs(), assert(), llvm::MachineBasicBlock::begin(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::contains(), llvm::MachineBasicBlock::empty(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::MachineBasicBlock::end(), llvm::SPIRVGlobalRegistry::find(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::MachineOperand::getCImm(), llvm::MachineOperand::getFPImm(), llvm::SPIRVSubtarget::getInstrInfo(), llvm::getMDOperandAsType(), llvm::MachineOperand::getMetadata(), llvm::MachineIRBuilder::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MDNode::getOperand(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVPointerType(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::MachineFunction::getSubtarget(), llvm::Value::getType(), llvm::getVRegDef(), I, llvm::insertAssignInstr(), llvm::isSpvIntrinsic(), llvm::Register::isValid(), llvm_unreachable, MBB, MI, MRI, llvm::post_order(), propagateSPIRVType(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineIRBuilder::setInsertPt(), UseMI, and widenScalarLLTNextPow2().

insertBitcasts()

static void insertBitcasts ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, MachineIRBuilder  MIB  )

static

Definition at line 231 of file SPIRVPreLegalizer.cpp.

References llvm::addressSpaceToStorageClass(), assert(), llvm::SPIRVGlobalRegistry::assignSPIRVTypeToVReg(), llvm::MachineIRBuilder::buildBitcast(), findAssignTypeInstr(), llvm::SPIRVSubtarget::getInstrInfo(), llvm::getMDOperandAsType(), llvm::MachineIRBuilder::getMF(), llvm::MachineIRBuilder::getMRI(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVPointerType(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), llvm::MachineFunction::getSubtarget(), llvm::isSpvIntrinsic(), MBB, MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::MachineIRBuilder::setInsertPt().

insertInlineAsm()

static void insertInlineAsm ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, const SPIRVSubtarget &  ST, MachineIRBuilder  MIRBuilder  )

static

Definition at line 791 of file SPIRVPreLegalizer.cpp.

References insertInlineAsmProcess(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::report_fatal_error(), and llvm::SmallVectorBase< Size_T >::size().

insertInlineAsmProcess()

static void insertInlineAsmProcess ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, const SPIRVSubtarget &  ST, MachineIRBuilder  MIRBuilder, const SmallVector< MachineInstr * > &  ToProcess  )

static

Definition at line 716 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVGlobalRegistry::add(), llvm::MachineInstrBuilder::addDef(), llvm::MachineInstrBuilder::addImm(), llvm::addStringImm(), llvm::MachineInstrBuilder::addUse(), assert(), llvm::SPIRVGlobalRegistry::assignSPIRVTypeToVReg(), llvm::MachineIRBuilder::buildInstr(), collectInlineAsmInstrOperands(), llvm::InlineAsm::Extra_HasSideEffects, llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::getMDOperandAsType(), llvm::SPIRVGlobalRegistry::getOrCreateOpTypeFunctionWithArgs(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::MachineFunction::getRegInfo(), llvm::SPIRVGlobalRegistry::getSPIRVTypeID(), llvm::Type::getVoidTy(), llvm::isSpvIntrinsic(), llvm::Register::isValid(), MI, llvm::InlineAsm::MIOp_AsmString, llvm::InlineAsm::MIOp_ExtraInfo, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LLT::scalar(), llvm::MachineIRBuilder::setInsertPt(), and llvm::SmallVectorBase< Size_T >::size().

Referenced by insertInlineAsm().

insertSpirvDecorations()

static void insertSpirvDecorations ( MachineFunction &  MF, MachineIRBuilder  MIB  )

static

Definition at line 813 of file SPIRVPreLegalizer.cpp.

References llvm::buildOpSpirvDecorations(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::MachineIRBuilder::setInsertPt().

isImplicitFallthrough()

static bool isImplicitFallthrough ( MachineBasicBlock &  MBB )

static

Definition at line 982 of file SPIRVPreLegalizer.cpp.

References llvm::MachineBasicBlock::canFallThrough(), llvm::MachineBasicBlock::empty(), llvm::isSpvIntrinsic(), MBB, llvm::MachineBasicBlock::rbegin(), and llvm::MachineBasicBlock::rend().

Referenced by removeImplicitFallthroughs().

isTypeFoldingSupported()

bool isTypeFoldingSupported

(

unsigned

Opcode

)

Definition at line 60 of file SPIRVLegalizerInfo.cpp.

Referenced by processInstrsWithTypeFolding().

processBlockAddr()

static void processBlockAddr ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, MachineIRBuilder  MIB  )

static

Definition at line 881 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::MachineOperand::CreateMBB(), llvm::Constant::destroyConstant(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::MachineBasicBlock::getBasicBlock(), llvm::BlockAddress::getBasicBlock(), llvm::MachineOperand::getBlockAddress(), llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::Type::getInt32Ty(), llvm::ConstantExpr::getIntToPtr(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineFunction::getRegInfo(), llvm::Value::getType(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::MachineOperand::isBlockAddress(), llvm::isSpvIntrinsic(), MBB, MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::replaceAllUsesWith(), llvm::report_fatal_error(), and llvm::SmallVectorBase< Size_T >::size().

processInstrsWithTypeFolding()

static void processInstrsWithTypeFolding ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, MachineIRBuilder  MIB  )

static

Definition at line 676 of file SPIRVPreLegalizer.cpp.

References llvm::MachineFunction::getRegInfo(), isTypeFoldingSupported(), MBB, MI, MRI, and llvm::processInstr().

processSwitchesConstants()

static void processSwitchesConstants ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, MachineIRBuilder  MIB  )

static

Definition at line 832 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::MachineOperand::CreateCImm(), llvm::MachineOperand::getCImm(), llvm::getDefInstrMaybeConstant(), llvm::MachineInstr::getOperand(), llvm::MachineFunction::getRegInfo(), llvm::isSpvIntrinsic(), MBB, MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::SmallVectorBase< Size_T >::size().

propagateSPIRVType()

static SPIRVType * propagateSPIRVType ( MachineInstr *  MI, SPIRVGlobalRegistry *  GR, MachineRegisterInfo &  MRI, MachineIRBuilder &  MIB  )

static

Definition at line 289 of file SPIRVPreLegalizer.cpp.

References llvm::addressSpaceToStorageClass(), assert(), llvm::SPIRVGlobalRegistry::assignSPIRVTypeToVReg(), llvm::TypedPointerType::get(), llvm::LLT::getAddressSpace(), llvm::SPIRVGlobalRegistry::getDeducedGlobalValueType(), llvm::MachineIRBuilder::getMF(), llvm::MachineInstr::getOpcode(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVIntegerType(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVPointerType(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVVectorType(), llvm::SPIRVGlobalRegistry::getPointeeType(), llvm::SPIRVGlobalRegistry::getPointerStorageClass(), llvm::SPIRVGlobalRegistry::getRegClass(), llvm::SPIRVGlobalRegistry::getScalarOrVectorBitWidth(), llvm::SPIRVGlobalRegistry::getScalarOrVectorComponentCount(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), llvm::Global, llvm::LLT::isPointer(), MI, MRI, propagateSPIRVType(), llvm::MachineIRBuilder::setInsertPt(), llvm::storageClassToAddressSpace(), and llvm::toTypedPointer().

Referenced by generateAssignInstrs(), and propagateSPIRVType().

removeImplicitFallthroughs()

static void removeImplicitFallthroughs ( MachineFunction &  MF, MachineIRBuilder  MIB  )

static

Definition at line 1001 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::MachineIRBuilder::buildBr(), llvm::MachineBasicBlock::end(), isImplicitFallthrough(), MBB, llvm::MachineIRBuilder::setInsertPt(), and llvm::MachineBasicBlock::successors().

selectOpBitcasts()

static void selectOpBitcasts ( MachineFunction &  MF, SPIRVGlobalRegistry *  GR, MachineIRBuilder  MIB  )

static

Definition at line 214 of file SPIRVPreLegalizer.cpp.

References buildOpBitcast(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::MachineIRBuilder::setInsertPt().

setInsertPtAfterDef()

static void setInsertPtAfterDef ( MachineIRBuilder &  MIB, MachineInstr *  Def  )

static

Definition at line 412 of file SPIRVPreLegalizer.cpp.

References llvm::MachineBasicBlock::end(), MBB, and llvm::MachineIRBuilder::setInsertPt().

Referenced by llvm::insertAssignInstr().

widenScalarLLTNextPow2()

static void widenScalarLLTNextPow2 ( Register  Reg, MachineRegisterInfo &  MRI  )

static

Definition at line 378 of file SPIRVPreLegalizer.cpp.

References llvm::LLT::getScalarSizeInBits(), llvm::LLT::isScalar(), llvm::Log2_32_Ceil(), MRI, and llvm::LLT::scalar().

Referenced by generateAssignInstrs().