25#include "llvm/IR/IntrinsicsSPIRV.h"
28#define DEBUG_TYPE "spirv-postlegalizer"
67 Register OpReg =
I->getOperand(OpIdx).getReg();
70 Register ResVReg =
I->getOperand(0).getReg();
87 for (
unsigned i = StartOp; i < EndOp; ++i) {
89#ifdef EXPENSIVE_CHECKS
90 assert(!ResType ||
Type == ResType &&
"Conflicting type from operands.");
124 assert(
Use->getOpcode() == TargetOpcode::G_LOAD ||
125 Use->getOpcode() == TargetOpcode::G_STORE);
133 SPIRV::StorageClass::Function);
140 assert(
Use->getOpcode() == TargetOpcode::G_LOAD ||
141 Use->getOpcode() == TargetOpcode::G_STORE);
158 switch (
Use.getOpcode()) {
159 case TargetOpcode::G_BUILD_VECTOR:
160 case TargetOpcode::G_SHUFFLE_VECTOR:
161 case TargetOpcode::G_EXTRACT_VECTOR_ELT:
162 case TargetOpcode::G_UNMERGE_VALUES:
163 case TargetOpcode::G_ADD:
164 case TargetOpcode::G_SUB:
165 case TargetOpcode::G_MUL:
166 case TargetOpcode::G_SDIV:
167 case TargetOpcode::G_UDIV:
168 case TargetOpcode::G_SREM:
169 case TargetOpcode::G_UREM:
170 case TargetOpcode::G_FADD:
171 case TargetOpcode::G_FSUB:
172 case TargetOpcode::G_FMUL:
173 case TargetOpcode::G_FDIV:
174 case TargetOpcode::G_FREM:
175 case TargetOpcode::G_FMA:
176 case TargetOpcode::G_FATAN2:
177 case TargetOpcode::G_FPOW:
178 case TargetOpcode::G_FMINNUM:
179 case TargetOpcode::G_FMAXNUM:
180 case TargetOpcode::COPY:
181 case TargetOpcode::G_STRICT_FMA:
184 case TargetOpcode::G_LOAD:
185 case TargetOpcode::G_STORE:
186 if (
Reg ==
Use.getOperand(1).getReg())
191 case TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS:
192 case TargetOpcode::G_INTRINSIC: {
194 if (IntrinsicID == Intrinsic::spv_insertelt) {
195 if (
Reg ==
Use.getOperand(2).getReg())
197 }
else if (IntrinsicID == Intrinsic::spv_extractelt) {
198 if (
Reg ==
Use.getOperand(2).getReg())
215 Register PtrReg =
I->getOperand(3).getReg();
218 LLVM_DEBUG(
dbgs() <<
" Could not get type for pointer operand.\n");
224 LLVM_DEBUG(
dbgs() <<
" Could not get pointee type from pointer type.\n");
232 for (
unsigned i = 5; i <
I->getNumOperands(); ++i) {
234 <<
", current type: " << *PointeeType);
236 case SPIRV::OpTypeArray:
237 case SPIRV::OpTypeRuntimeArray:
238 case SPIRV::OpTypeVector:
239 case SPIRV::OpTypeVectorIdEXT: {
244 case SPIRV::OpTypeStruct: {
246 if (!IdxOp.
isReg()) {
253 dbgs() <<
" Could not find definition for index register.\n");
268 LLVM_DEBUG(
dbgs() <<
" Unknown type opcode for GEP traversal.\n");
288 Register ResVReg =
I->getOperand(0).getReg();
289 switch (
I->getOpcode()) {
290 case TargetOpcode::G_CONSTANT:
291 case TargetOpcode::G_ANYEXT:
292 case TargetOpcode::G_SEXT:
293 case TargetOpcode::G_ZEXT:
294 case TargetOpcode::G_TRUNC:
296 case TargetOpcode::G_BUILD_VECTOR:
298 case TargetOpcode::G_SHUFFLE_VECTOR:
300 case TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS:
301 case TargetOpcode::G_INTRINSIC: {
303 if (IntrinsicID == Intrinsic::spv_gep)
307 case TargetOpcode::G_LOAD: {
311 case TargetOpcode::G_PHI: {
312 for (
unsigned Idx = 1; Idx <
I->getNumOperands(); Idx += 2) {
313 Register OpReg =
I->getOperand(Idx).getReg();
320 if (
I->getNumDefs() == 1 &&
I->getNumOperands() > 1 &&
321 I->getOperand(1).isReg())
331 Register SrcReg =
I->getOperand(
I->getNumOperands() - 1).getReg();
341 for (
unsigned i = 0; i <
I->getNumDefs(); ++i) {
342 Register DefReg =
I->getOperand(i).getReg();
354 for (
unsigned i = 0; i <
I->getNumOperands(); ++i) {
355 Register DefReg =
I->getOperand(i).getReg();
376 Register ResVReg =
I->getOperand(0).getReg();
381 if (
I->getOpcode() == TargetOpcode::G_UNMERGE_VALUES)
401 LLVM_DEBUG(
dbgs() <<
"Checking if instruction requires a SPIR-V type: "
403 if (
I.getNumDefs() == 0) {
404 LLVM_DEBUG(
dbgs() <<
"Instruction does not have a definition.\n");
408 if (!
I.isPreISelOpcode()) {
409 LLVM_DEBUG(
dbgs() <<
"Instruction is not a generic instruction.\n");
413 Register ResultRegister =
I.defs().begin()->getReg();
419 GR, &MRI, *GR->
CurMF,
true);
439 if (Worklist.
empty()) {
445 for (
auto *
I : Worklist) {
I->dump(); });
460 Worklist = std::move(NextWorklist);
461 LLVM_DEBUG(
dbgs() <<
"Worklist size: " << Worklist.size() <<
"\n");
464 if (Worklist.
empty())
467 for (
auto *
I : Worklist) {
470 for (
unsigned Idx = 0; Idx <
I->getNumDefs(); ++Idx) {
471 Register ResVReg =
I->getOperand(Idx).getReg();
491 if (UseInstr.getOpcode() == SPIRV::ASSIGN_TYPE) {
504 <<
" with type: " << *ResultType);
506 updateRegType(ResultRegister,
nullptr, ResultType, GR, MIB, MRI);
513 const auto *RegClass = GR->
getRegClass(ResultType);
529 for (
unsigned I = 0,
E =
MI.getNumDefs();
I !=
E; ++
I) {
531 if (MO.
getReg() == ResultRegister) {
540 LLVM_DEBUG(
dbgs() <<
"Entering ensureAssignTypeForTypeFolding for function "
550 Register ResultRegister =
MI.defs().begin()->getReg();
566 GR->setCurrentFunc(MF);
575char SPIRVPostLegalizerLegacy::ID = 0;
578 return new SPIRVPostLegalizerLegacy();
581bool SPIRVPostLegalizerLegacy::runOnMachineFunction(
MachineFunction &MF) {
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
Declares convenience wrapper classes for interpreting MachineInstr instances as specific generic oper...
#define INITIALIZE_PASS(passName, arg, name, cfg, analysis)
static bool deduceAndAssignSpirvType(MachineInstr *I, MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceTypeFromPointerOperand(MachineInstr *Use, Register UseRegister, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static void registerSpirvTypeForNewInstructions(MachineFunction &MF, SPIRVGlobalRegistry *GR)
static bool hasAssignType(Register Reg, MachineRegisterInfo &MRI)
static SPIRVTypeInst deduceTypeFromOperandRange(MachineInstr *I, MachineIRBuilder &MIB, SPIRVGlobalRegistry *GR, unsigned StartOp, unsigned EndOp)
static SPIRVTypeInst deduceTypeFromResultRegister(MachineInstr *Use, Register UseRegister, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceTypeFromSingleOperand(MachineInstr *I, MachineIRBuilder &MIB, SPIRVGlobalRegistry *GR, unsigned OpIdx)
static SPIRVTypeInst deducePointerTypeFromResultRegister(MachineInstr *Use, Register UseRegister, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceIntTypeFromResult(Register ResVReg, MachineIRBuilder &MIB, SPIRVGlobalRegistry *GR)
static SPIRVTypeInst deduceGEPType(MachineInstr *I, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static bool runPostLegalizer(MachineFunction &MF)
static void ensureAssignTypeForTypeFolding(MachineFunction &MF, SPIRVGlobalRegistry *GR)
static SPIRVTypeInst deduceTypeFromUses(Register Reg, MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static bool deduceAndAssignTypeForGUnmerge(MachineInstr *I, MachineFunction &MF, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static SPIRVTypeInst deduceResultTypeFromOperands(MachineInstr *I, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB)
static void generateAssignType(MachineInstr &MI, Register ResultRegister, SPIRVTypeInst ResultType, SPIRVGlobalRegistry *GR, MachineRegisterInfo &MRI)
static bool requiresSpirvType(MachineInstr &I, SPIRVGlobalRegistry *GR, MachineRegisterInfo &MRI)
FunctionPass class - This class is used to implement most global optimizations.
constexpr uint16_t getNumElements() const
Returns the number of elements in a vector LLT.
constexpr bool isVector() const
constexpr TypeSize getSizeInBits() const
Returns the total size of the type. Must only be called on sized types.
LLT getElementType() const
Returns the vector's element type. Only valid for vector types.
MachineFunctionPass - This class adapts the FunctionPass interface to allow convenient creation of pa...
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
StringRef getName() const
getName - Return the name of the corresponding LLVM function.
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
Helper class to build MachineInstr.
MachineInstrBuilder buildInstr(unsigned Opcode)
Build and insert <empty> = Opcode <empty>.
MachineFunction & getMF()
Getter for the function we currently build.
MachineRegisterInfo * getMRI()
Getter for MRI.
const MachineInstrBuilder & addUse(Register RegNo, RegState Flags={}, unsigned SubReg=0) const
Add a virtual register use operand.
const MachineInstrBuilder & addDef(Register RegNo, RegState Flags={}, unsigned SubReg=0) const
Add a virtual register definition operand.
const MachineInstrBuilder & setMIFlags(unsigned Flags) const
Representation of each machine instruction.
unsigned getOpcode() const
Returns the opcode of this MachineInstr.
unsigned getNumOperands() const
Retuns the total number of operands.
const MachineOperand & getOperand(unsigned i) const
MachineOperand class - Representation of each machine instruction operand.
bool isReg() const
isReg - Tests if this is a MO_Register operand.
LLVM_ABI void setReg(Register Reg)
Change the register this operand corresponds to.
Register getReg() const
getReg - Returns the register number.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
LLVM_ABI LLVM_READONLY MachineInstr * getVRegDef(Register Reg) const
getVRegDef - Return the machine instr that defines the specified virtual register or null if none is ...
LLT getType(Register Reg) const
Get the low-level type of Reg or LLT{} if Reg is not a generic (target independent) virtual register.
iterator_range< use_instr_nodbg_iterator > use_nodbg_instructions(Register Reg) const
LLVM_ABI void setRegClass(Register Reg, const TargetRegisterClass *RC)
setRegClass - Set the register class of the specified virtual register.
LLVM_ABI Register createGenericVirtualRegister(LLT Ty, StringRef Name="")
Create and return a new generic virtual register with low-level type Ty.
const TargetRegisterClass * getRegClassOrNull(Register Reg) const
Return the register class of Reg, or null if Reg has not been assigned a register class yet.
const TargetRegisterInfo * getTargetRegisterInfo() const
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
Wrapper class representing virtual and physical registers.
void assignSPIRVTypeToVReg(SPIRVTypeInst Type, Register VReg, const MachineFunction &MF)
SPIRVTypeInst getOrCreateSPIRVPointerType(const Type *BaseType, MachineIRBuilder &MIRBuilder, SPIRV::StorageClass::StorageClass SC, bool ForceTyped=false)
const TargetRegisterClass * getRegClass(SPIRVTypeInst SpvType) const
SPIRVTypeInst getOrCreateSPIRVIntegerType(unsigned BitWidth, MachineIRBuilder &MIRBuilder)
SPIRVTypeInst getOrCreateSPIRVVectorType(SPIRVTypeInst BaseType, unsigned NumElements, MachineIRBuilder &MIRBuilder, bool EmitIR)
Register getSPIRVTypeID(SPIRVTypeInst SpirvType) const
SPIRVTypeInst getScalarOrVectorComponentType(SPIRVTypeInst Type) const
SPIRVTypeInst getPointeeType(SPIRVTypeInst PtrType)
SPIRVTypeInst getSPIRVTypeForVReg(Register VReg, const MachineFunction *MF=nullptr) const
SPIRV::StorageClass::StorageClass getPointerStorageClass(Register VReg) const
PreservedAnalyses run(MachineFunction &MF, MachineFunctionAnalysisManager &MFAM)
const SPIRVInstrInfo * getInstrInfo() const override
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
The instances of the Type class are immutable: once they are created, they are never changed.
A Use represents the edge between a Value definition and its users.
Pass manager infrastructure for declaring and invalidating analyses.
This is an optimization pass for GlobalISel generic memory operations.
bool isTypeFoldingSupported(unsigned Opcode)
AnalysisManager< MachineFunction > MachineFunctionAnalysisManager
void updateRegType(Register Reg, Type *Ty, SPIRVTypeInst SpirvTy, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIB, MachineRegisterInfo &MRI)
Helper external function for assigning a SPIRV type to a register, ensuring the register class and ty...
bool isVectorType(SPIRVTypeInst SPVTy)
LLVM_ABI PreservedAnalyses getMachineFunctionPassPreservedAnalyses()
Returns the minimum set of Analyses that all machine function passes must preserve.
FunctionPass * createSPIRVPostLegalizerLegacyPass()
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
void setRegClassType(Register Reg, SPIRVTypeInst SpvType, SPIRVGlobalRegistry *GR, MachineRegisterInfo *MRI, const MachineFunction &MF, bool Force)
void processInstr(MachineInstr &MI, MachineIRBuilder &MIB, MachineRegisterInfo &MRI, SPIRVGlobalRegistry *GR, SPIRVTypeInst KnownResType)
int64_t foldImm(const MachineOperand &MO, const MachineRegisterInfo *MRI)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
PointerUnion< const Value *, const PseudoSourceValue * > ValueType
LLVM_ABI Printable printReg(Register Reg, const TargetRegisterInfo *TRI=nullptr, unsigned SubIdx=0, const MachineRegisterInfo *MRI=nullptr)
Prints virtual and physical registers with or without a TRI instance.