SPIRVPreLegalizer.cpp File Reference

#include "SPIRV.h"
#include "SPIRVSubtarget.h"
#include "SPIRVUtils.h"
#include "llvm/ADT/PostOrderIterator.h"
#include "llvm/CodeGen/GlobalISel/CSEInfo.h"
#include "llvm/CodeGen/GlobalISel/GISelValueTracking.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/IntrinsicsSPIRV.h"

Go to the source code of this file.

Namespaces
namespace	llvm
	This is an optimization pass for GlobalISel generic memory operations.

Macros
#define	DEBUG_TYPE   "spirv-prelegalizer"

Functions
static void	invalidateAndEraseMI (SPIRVGlobalRegistry *GR, MachineInstr *MI)
static void	addConstantsToTrack (MachineFunction &MF, SPIRVGlobalRegistry *GR, const SPIRVSubtarget &STI, DenseMap< MachineInstr *, Type * > &TargetExtConstTypes)
static void	foldConstantsIntoIntrinsics (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static MachineInstr *	findAssignTypeInstr (Register Reg, MachineRegisterInfo *MRI)
static void	buildOpBitcast (SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB, Register ResVReg, Register OpReg)
static void	lowerBitcasts (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static void	insertBitcasts (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static SPIRVTypeInst	propagateSPIRVType (MachineInstr *MI, SPIRVGlobalRegistry *GR, MachineRegisterInfo &MRI, MachineIRBuilder &MIB)
static unsigned	widenBitWidthToNextPow2 (unsigned BitWidth)
static void	widenScalarType (Register Reg, MachineRegisterInfo &MRI)
static void	widenCImmType (MachineOperand &MOP)
static void	setInsertPtAfterDef (MachineIRBuilder &MIB, MachineInstr *Def)
void	llvm::updateRegType (Register Reg, Type *Ty, SPIRVTypeInst SpirvTy, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB, MachineRegisterInfo &MRI)
	Helper external function for assigning a SPIRV type to a register, ensuring the register class and type are set in MRI.
void	llvm::processInstr (MachineInstr &MI, MachineIRBuilder &MIB, MachineRegisterInfo &MRI, SPIRVGlobalRegistry *GR, SPIRVTypeInst KnownResType)
static void	generateAssignInstrs (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB, DenseMap< MachineInstr *, Type * > &TargetExtConstTypes)
static void	processInstrsWithTypeFolding (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static Register	collectInlineAsmInstrOperands (MachineInstr *MI, SmallVector< unsigned, 4 > *Ops=nullptr)
static void	insertInlineAsmProcess (MachineFunction &MF, SPIRVGlobalRegistry *GR, const SPIRVSubtarget &ST, MachineIRBuilder MIRBuilder, const SmallVector< MachineInstr * > &ToProcess)
static void	insertInlineAsm (MachineFunction &MF, SPIRVGlobalRegistry *GR, const SPIRVSubtarget &ST, MachineIRBuilder MIRBuilder)
static uint32_t	convertFloatToSPIRVWord (float F)
static void	insertSpirvDecorations (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static void	processSwitchesConstants (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static void	cleanupHelperInstructions (MachineFunction &MF, SPIRVGlobalRegistry *GR)
static void	processBlockAddr (MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder MIB)
static bool	isImplicitFallthrough (MachineBasicBlock &MBB)
static void	removeImplicitFallthroughs (MachineFunction &MF, MachineIRBuilder MIB)

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "spirv-prelegalizer"

Definition at line 25 of file SPIRVPreLegalizer.cpp.

Function Documentation

addConstantsToTrack()

void addConstantsToTrack ( MachineFunction & MF, SPIRVGlobalRegistry * GR, const SPIRVSubtarget & STI, DenseMap< MachineInstr *, Type * > & TargetExtConstTypes )

static

Definition at line 51 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVIRMapping::add(), llvm::SPIRVGlobalRegistry::addGlobalObject(), llvm::MachineInstr::addOperand(), assert(), llvm::cast(), llvm::MachineOperand::CreateReg(), llvm::dyn_cast(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::SPIRVIRMapping::find(), llvm::MachineFunction::front(), llvm::MachineBasicBlock::getFirstNonPHI(), llvm::SPIRVSubtarget::getInstrInfo(), llvm::MachineInstr::getOpcode(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::MachineRegisterInfo::getRegClassOrNull(), llvm::MachineFunction::getRegInfo(), llvm::SPIRVGlobalRegistry::getSPIRVTypeID(), llvm::MachineRegisterInfo::getVRegDef(), invalidateAndEraseMI(), llvm::isSpvIntrinsic(), llvm::Register::isValid(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), Reg, llvm::MachineRegisterInfo::replaceRegWith(), llvm::MachineInstr::setDesc(), and llvm::MachineRegisterInfo::setRegClass().

buildOpBitcast()

void buildOpBitcast ( SPIRVGlobalRegistry * GR, MachineIRBuilder & MIB, Register ResVReg, Register OpReg )

static

Definition at line 177 of file SPIRVPreLegalizer.cpp.

References llvm::MachineInstrBuilder::addDef(), llvm::MachineInstrBuilder::addUse(), assert(), llvm::MachineIRBuilder::buildInstr(), llvm::MachineIRBuilder::getMRI(), llvm::SPIRVGlobalRegistry::getRegClass(), llvm::MachineRegisterInfo::getRegClassOrNull(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), llvm::SPIRVGlobalRegistry::getSPIRVTypeID(), llvm::SPIRVGlobalRegistry::isBitcastCompatible(), llvm::report_fatal_error(), and llvm::MachineRegisterInfo::setRegClass().

Referenced by lowerBitcasts().

cleanupHelperInstructions()

void cleanupHelperInstructions ( MachineFunction & MF, SPIRVGlobalRegistry * GR )

static

Definition at line 957 of file SPIRVPreLegalizer.cpp.

References invalidateAndEraseMI(), llvm::isSpvIntrinsic(), MBB, MI, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

collectInlineAsmInstrOperands()

Register collectInlineAsmInstrOperands ( MachineInstr * MI, SmallVector< unsigned, 4 > * Ops = nullptr )

static

Definition at line 725 of file SPIRVPreLegalizer.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, F, llvm::MachineOperand::getImm(), llvm::MachineOperand::getReg(), llvm::MachineOperand::isDef(), llvm::MachineOperand::isImm(), llvm::MachineOperand::isMetadata(), llvm::MachineOperand::isReg(), MI, and llvm::InlineAsm::MIOp_FirstOperand.

Referenced by insertInlineAsmProcess().

convertFloatToSPIRVWord()

uint32_t convertFloatToSPIRVWord ( float F )

static

Definition at line 875 of file SPIRVPreLegalizer.cpp.

References F.

Referenced by insertSpirvDecorations().

findAssignTypeInstr()

MachineInstr * findAssignTypeInstr ( Register Reg, MachineRegisterInfo * MRI )

static

Definition at line 163 of file SPIRVPreLegalizer.cpp.

References I, llvm::isSpvIntrinsic(), Reg, llvm::MachineRegisterInfo::use_instr_begin(), llvm::MachineRegisterInfo::use_instr_end(), and UseMI.

Referenced by insertBitcasts().

foldConstantsIntoIntrinsics()

void foldConstantsIntoIntrinsics ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB )

static

Definition at line 141 of file SPIRVPreLegalizer.cpp.

References llvm::buildOpName(), llvm::cast(), llvm::MDNode::getOperand(), invalidateAndEraseMI(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::MachineIRBuilder::setInsertPt().

generateAssignInstrs()

void generateAssignInstrs ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB, DenseMap< MachineInstr *, Type * > & TargetExtConstTypes )

static

Definition at line 469 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVIRMapping::add(), llvm::addressSpaceToStorageClass(), llvm::SPIRVGlobalRegistry::addValueAttrs(), assert(), llvm::MachineIRBuilder::buildAnd(), llvm::MachineIRBuilder::buildConstant(), llvm::cast(), llvm::MachineRegisterInfo::createGenericVirtualRegister(), E(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::SPIRVIRMapping::find(), llvm::VectorType::get(), llvm::MachineOperand::getCImm(), llvm::MachineOperand::getFPImm(), llvm::APInt::getLowBitsSet(), llvm::getMDOperandAsType(), llvm::MachineOperand::getMetadata(), llvm::MachineIRBuilder::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MDNode::getOperand(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVPointerType(), llvm::MachineRegisterInfo::getRegClassOrNull(), llvm::MachineFunction::getRegInfo(), llvm::LLT::getScalarSizeInBits(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), llvm::MachineRegisterInfo::getType(), llvm::Value::getType(), llvm::SPIRVGlobalRegistry::getTypeForSPIRVType(), llvm::getVRegDef(), llvm::MachineRegisterInfo::getVRegDef(), I, invalidateAndEraseMI(), llvm::LLT::isScalar(), llvm::isSpvIntrinsic(), llvm::Register::isValid(), MBB, MI, llvm::post_order(), propagateSPIRVType(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), Reg, llvm::MachineRegisterInfo::replaceRegWith(), llvm::LLT::scalar(), llvm::MachineIRBuilder::setInsertPt(), llvm::MachineRegisterInfo::setType(), llvm::updateRegType(), widenBitWidthToNextPow2(), widenCImmType(), and widenScalarType().

insertBitcasts()

void insertBitcasts ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB )

static

Definition at line 243 of file SPIRVPreLegalizer.cpp.

References llvm::addressSpaceToStorageClass(), assert(), llvm::SPIRVGlobalRegistry::assignSPIRVTypeToVReg(), llvm::MachineIRBuilder::buildBitcast(), findAssignTypeInstr(), llvm::getMDOperandAsType(), llvm::MachineIRBuilder::getMF(), llvm::MachineIRBuilder::getMRI(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVPointerType(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), invalidateAndEraseMI(), llvm::isa(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineRegisterInfo::replaceRegWith(), and llvm::MachineIRBuilder::setInsertPt().

insertInlineAsm()

void insertInlineAsm ( MachineFunction & MF, SPIRVGlobalRegistry * GR, const SPIRVSubtarget & ST, MachineIRBuilder MIRBuilder )

static

Definition at line 853 of file SPIRVPreLegalizer.cpp.

References insertInlineAsmProcess(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::report_fatal_error(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

insertInlineAsmProcess()

void insertInlineAsmProcess ( MachineFunction & MF, SPIRVGlobalRegistry * GR, const SPIRVSubtarget & ST, MachineIRBuilder MIRBuilder, const SmallVector< MachineInstr * > & ToProcess )

static

Definition at line 753 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVIRMapping::add(), llvm::MachineInstrBuilder::addDef(), llvm::MachineInstrBuilder::addImm(), llvm::addStringImm(), llvm::MachineInstrBuilder::addUse(), assert(), llvm::SPIRVGlobalRegistry::assignSPIRVTypeToVReg(), llvm::iterator_range< IteratorT >::begin(), llvm::MachineIRBuilder::buildInstr(), llvm::cast(), collectInlineAsmInstrOperands(), llvm::MachineRegisterInfo::createGenericVirtualRegister(), llvm::MachineInstr::defs(), llvm::InlineAsm::Extra_HasSideEffects, llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::getMDOperandAsType(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::SPIRVGlobalRegistry::getOrCreateOpTypeFunctionWithArgs(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::SPIRVGlobalRegistry::getRegType(), llvm::SPIRVGlobalRegistry::getSPIRVTypeID(), llvm::Type::getVoidTy(), llvm::MachineRegisterInfo::hasOneUse(), invalidateAndEraseMI(), llvm::isSpvIntrinsic(), llvm::Register::isValid(), MI, llvm::InlineAsm::MIOp_AsmString, llvm::InlineAsm::MIOp_ExtraInfo, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineRegisterInfo::replaceRegWith(), llvm::LLT::scalar(), llvm::MachineIRBuilder::setInsertPt(), llvm::MachineRegisterInfo::setRegClass(), llvm::MachineRegisterInfo::setType(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and llvm::MachineRegisterInfo::use_instr_begin().

Referenced by insertInlineAsm().

insertSpirvDecorations()

void insertSpirvDecorations ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB )

static

Definition at line 884 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVGlobalRegistry::buildMemAliasingOpDecorate(), llvm::buildOpDecorate(), llvm::buildOpSpirvDecorations(), llvm::cast(), convertFloatToSPIRVWord(), llvm::APFloat::convertToFloat(), llvm::mdconst::dyn_extract(), llvm::MachineIRBuilder::getMF(), llvm::MachineFunction::getSubtarget(), llvm::ConstantFP::getValueAPF(), invalidateAndEraseMI(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::MachineIRBuilder::setInsertPt().

invalidateAndEraseMI()

void invalidateAndEraseMI ( SPIRVGlobalRegistry * GR, MachineInstr * MI )

inlinestatic

Definition at line 44 of file SPIRVPreLegalizer.cpp.

References llvm::SPIRVGlobalRegistry::invalidateMachineInstr(), and MI.

Referenced by addConstantsToTrack(), cleanupHelperInstructions(), foldConstantsIntoIntrinsics(), generateAssignInstrs(), insertBitcasts(), insertInlineAsmProcess(), insertSpirvDecorations(), lowerBitcasts(), and processBlockAddr().

isImplicitFallthrough()

bool isImplicitFallthrough ( MachineBasicBlock & MBB )

static

Definition at line 1075 of file SPIRVPreLegalizer.cpp.

References E(), llvm::isSpvIntrinsic(), and MBB.

Referenced by removeImplicitFallthroughs().

lowerBitcasts()

void lowerBitcasts ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB )

static

Definition at line 207 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::MachineIRBuilder::buildCopy(), buildOpBitcast(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), invalidateAndEraseMI(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::MachineIRBuilder::setInsertPt().

processBlockAddr()

void processBlockAddr ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB )

static

Definition at line 974 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::MachineOperand::CreateMBB(), llvm::Constant::destroyConstant(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::BlockAddress::getBasicBlock(), llvm::MachineOperand::getBlockAddress(), llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::Type::getInt32Ty(), llvm::ConstantExpr::getIntToPtr(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineFunction::getRegInfo(), llvm::Value::getType(), llvm::MachineRegisterInfo::getVRegDef(), llvm::SmallPtrSetImpl< PtrType >::insert(), invalidateAndEraseMI(), llvm::MachineOperand::isBlockAddress(), llvm::isSpvIntrinsic(), MBB, MI, llvm::Next, llvm::SmallVectorTemplateBase< T, bool >::push_back(), Reg, llvm::Value::replaceAllUsesWith(), llvm::report_fatal_error(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

processInstrsWithTypeFolding()

void processInstrsWithTypeFolding ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB )

static

Definition at line 714 of file SPIRVPreLegalizer.cpp.

References llvm::MachineFunction::getRegInfo(), llvm::isTypeFoldingSupported(), MBB, MI, and llvm::processInstr().

processSwitchesConstants()

void processSwitchesConstants ( MachineFunction & MF, SPIRVGlobalRegistry * GR, MachineIRBuilder MIB )

static

Definition at line 924 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::MachineOperand::CreateCImm(), llvm::MachineOperand::getCImm(), llvm::getDefInstrMaybeConstant(), llvm::MachineInstr::getOperand(), llvm::MachineFunction::getRegInfo(), llvm::isSpvIntrinsic(), MBB, MI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), Reg, and llvm::SmallVectorTemplateCommon< T, typename >::size().

propagateSPIRVType()

SPIRVTypeInst propagateSPIRVType ( MachineInstr * MI, SPIRVGlobalRegistry * GR, MachineRegisterInfo & MRI, MachineIRBuilder & MIB )

static

Definition at line 299 of file SPIRVPreLegalizer.cpp.

References llvm::addressSpaceToStorageClass(), assert(), llvm::SPIRVGlobalRegistry::assignSPIRVTypeToVReg(), llvm::SPIRVGlobalRegistry::changePointerStorageClass(), llvm::TypedPointerType::get(), llvm::SPIRVGlobalRegistry::getDeducedGlobalValueType(), llvm::MachineIRBuilder::getMF(), llvm::MachineInstr::getOpcode(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVIntegerType(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVType(), llvm::SPIRVGlobalRegistry::getOrCreateSPIRVVectorType(), llvm::SPIRVGlobalRegistry::getPointerStorageClass(), llvm::SPIRVGlobalRegistry::getRegClass(), llvm::MachineRegisterInfo::getRegClassOrNull(), llvm::SPIRVGlobalRegistry::getScalarOrVectorBitWidth(), llvm::SPIRVGlobalRegistry::getScalarOrVectorComponentCount(), llvm::LLT::getScalarSizeInBits(), llvm::SPIRVGlobalRegistry::getSPIRVTypeForVReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), llvm::Global, MI, propagateSPIRVType(), Reg, llvm::MachineIRBuilder::setInsertPt(), llvm::MachineRegisterInfo::setRegClass(), llvm::storageClassToAddressSpace(), and llvm::toTypedPointer().

Referenced by generateAssignInstrs(), and propagateSPIRVType().

removeImplicitFallthroughs()

void removeImplicitFallthroughs ( MachineFunction & MF, MachineIRBuilder MIB )

static

Definition at line 1094 of file SPIRVPreLegalizer.cpp.

References assert(), llvm::MachineIRBuilder::buildBr(), isImplicitFallthrough(), MBB, and llvm::MachineIRBuilder::setInsertPt().

setInsertPtAfterDef()

void setInsertPtAfterDef ( MachineIRBuilder & MIB, MachineInstr * Def )

static

Definition at line 418 of file SPIRVPreLegalizer.cpp.

References MBB, and llvm::MachineIRBuilder::setInsertPt().

Referenced by llvm::updateRegType().

widenBitWidthToNextPow2()

unsigned widenBitWidthToNextPow2 ( unsigned BitWidth )

static

Definition at line 391 of file SPIRVPreLegalizer.cpp.

References llvm::BitWidth, and llvm::Log2_32_Ceil().

Referenced by generateAssignInstrs(), widenCImmType(), and widenScalarType().

widenCImmType()

void widenCImmType ( MachineOperand & MOP )

static

Definition at line 407 of file SPIRVPreLegalizer.cpp.

References llvm::ConstantInt::getBitWidth(), llvm::MachineOperand::getCImm(), llvm::Type::getContext(), llvm::Value::getType(), llvm::ConstantInt::getValue(), llvm::MachineOperand::setCImm(), widenBitWidthToNextPow2(), and llvm::APInt::zextOrTrunc().

Referenced by generateAssignInstrs().

widenScalarType()

void widenScalarType ( Register Reg, MachineRegisterInfo & MRI )

static

Definition at line 397 of file SPIRVPreLegalizer.cpp.

References llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), Reg, llvm::LLT::scalar(), llvm::MachineRegisterInfo::setType(), and widenBitWidthToNextPow2().

Referenced by generateAssignInstrs().