13#ifndef LLVM_LIB_TARGET_SPIRV_SPIRVUTILS_H
14#define LLVM_LIB_TARGET_SPIRV_SPIRVUTILS_H
26#include <unordered_map>
27#include <unordered_set>
77 std::unordered_set<BasicBlock *> Queued = {};
78 std::queue<BasicBlock *> ToVisit = {};
82 size_t TraversalIndex;
85 using BlockToOrderInfoMap = std::unordered_map<BasicBlock *, OrderInfo>;
86 BlockToOrderInfoMap BlockToOrder;
87 std::vector<BasicBlock *> Order = {};
90 std::unordered_set<BasicBlock *> getReachableFrom(
BasicBlock *Start);
149 :
public SmallVector<SPIRV::FPFastMathDefaultInfo, 3> {
162 "Unreachable code in computeFPFastMathDefaultInfoVecIndex");
177void addStringImm(
const StringRef &Str, MachineInstrBuilder &MIB);
179 std::vector<Value *> &Args);
183std::string
getStringImm(
const MachineInstr &
MI,
unsigned StartIndex);
190void addNumImm(
const APInt &Imm, MachineInstrBuilder &MIB);
194 MachineIRBuilder &MIRBuilder);
196 const SPIRVInstrInfo &
TII);
200 SPIRV::Decoration::Decoration Dec,
201 const std::vector<uint32_t> &DecArgs,
202 StringRef StrImm =
"");
204 SPIRV::Decoration::Decoration Dec,
205 const std::vector<uint32_t> &DecArgs,
206 StringRef StrImm =
"");
210 SPIRV::Decoration::Decoration Dec,
uint32_t Member,
211 const std::vector<uint32_t> &DecArgs,
212 StringRef StrImm =
"");
214 const SPIRVInstrInfo &
TII,
215 SPIRV::Decoration::Decoration Dec,
uint32_t Member,
216 const std::vector<uint32_t> &DecArgs,
217 StringRef StrImm =
"");
221 const MDNode *GVarMD,
const SPIRVSubtarget &ST);
235 case SPIRV::StorageClass::Workgroup:
236 case SPIRV::StorageClass::CrossWorkgroup:
237 case SPIRV::StorageClass::Function:
250 case SPIRV::StorageClass::Function:
252 case SPIRV::StorageClass::CrossWorkgroup:
254 case SPIRV::StorageClass::UniformConstant:
256 case SPIRV::StorageClass::Workgroup:
258 case SPIRV::StorageClass::Generic:
260 case SPIRV::StorageClass::DeviceOnlyINTEL:
262 case SPIRV::StorageClass::HostOnlyINTEL:
264 case SPIRV::StorageClass::Input:
266 case SPIRV::StorageClass::Output:
268 case SPIRV::StorageClass::CodeSectionINTEL:
270 case SPIRV::StorageClass::Private:
272 case SPIRV::StorageClass::StorageBuffer:
274 case SPIRV::StorageClass::Uniform:
276 case SPIRV::StorageClass::PushConstant:
284SPIRV::StorageClass::StorageClass
287SPIRV::MemorySemantics::MemorySemantics
290SPIRV::MemorySemantics::MemorySemantics
getMemSemantics(AtomicOrdering Ord);
298 const MachineRegisterInfo *MRI);
376 Type *SubT =
T->getScalarType();
400 for (
unsigned i = 0; i <
F->arg_size(); ++i)
405#define TYPED_PTR_TARGET_EXT_NAME "spirv.$TypedPointerType"
428 ExtTy->getIntParameter(0));
430 Type *ElemTy = VecTy->getElementType();
432 if (NewElemTy != ElemTy)
441 return PType->getElementType();
444 return ExtTy->getTypeParameter(0);
454 ExtTy->getTypeParameter(0) ==
478 bool IsUntypedPtr =
false;
485 if (!IsUntypedPtr && RetTy == OrigRetTy)
501 return FVTy && FVTy->getNumElements() == 1;
509 if (!FVTy || FVTy->getNumElements() != 1)
533#define SPIRV_BACKEND_SERVICE_FUN_NAME "__spirv_backend_service_fun"
537 MachineIRBuilder &MIRBuilder,
538 SPIRV::AccessQualifier::AccessQualifier AccessQual,
539 bool EmitIR,
bool Force =
false);
541 SPIRVGlobalRegistry *GR, MachineRegisterInfo *MRI,
542 const MachineFunction &MF,
bool Force =
false);
544 MachineRegisterInfo *MRI,
545 const MachineFunction &MF);
547 MachineIRBuilder &MIRBuilder);
549 const Type *Ty, SPIRVGlobalRegistry *GR, MachineIRBuilder &MIRBuilder,
550 SPIRV::AccessQualifier::AccessQualifier AccessQual,
bool EmitIR);
558 static std::unordered_map<std::string, FPDecorationId> Mapping = {
564 auto It = Mapping.find(S);
568SmallVector<MachineInstr *, 4>
570 unsigned MinWC,
unsigned ContinuedOpcode,
584MachineInstr *
passCopy(MachineInstr *Def,
const MachineRegisterInfo *MRI);
585MachineInstr *
getDef(
const MachineOperand &MO,
const MachineRegisterInfo *MRI);
586MachineInstr *
getImm(
const MachineOperand &MO,
const MachineRegisterInfo *MRI);
587int64_t
foldImm(
const MachineOperand &MO,
const MachineRegisterInfo *MRI);
589 const MachineInstr *ResType);
593std::optional<SPIRV::LinkageType::LinkageType>
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
const HexagonInstrInfo * TII
Machine Check Debug Module
Promote Memory to Register
#define TYPED_PTR_TARGET_EXT_NAME
This class represents an incoming formal argument to a Function.
LLVM_ABI Type * getParamByRefType() const
If this is a byref argument, return its type.
LLVM_ABI bool hasByRefAttr() const
Return true if this argument has the byref attribute.
LLVM_ABI Type * getParamStructRetType() const
If this is an sret argument, return its type.
LLVM_ABI bool hasByValAttr() const
Return true if this argument has the byval attribute.
LLVM_ABI Type * getParamByValType() const
If this is a byval argument, return its type.
LLVM_ABI bool hasStructRetAttr() const
Return true if this argument has the sret attribute.
LLVM Basic Block Representation.
Base class for all callable instructions (InvokeInst and CallInst) Holds everything related to callin...
Class to represent function types.
ArrayRef< Type * > params() const
Type * getReturnType() const
static LLVM_ABI FunctionType * get(Type *Result, ArrayRef< Type * > Params, bool isVarArg)
This static method is the primary way of constructing a FunctionType.
const Constant * getInitializer() const
getInitializer - Return the initializer for this global variable.
bool hasInitializer() const
Definitions have initializers, declarations don't.
bool isConstant() const
If the value is a global constant, its value is immutable throughout the runtime execution of the pro...
This is an important class for using LLVM in a threaded context.
Instances of this class represent a single low-level machine instruction.
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
MachineInstrBundleIterator< MachineInstr > iterator
Helper class to build MachineInstr.
Representation of each machine instruction.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
size_t GetNodeRank(BasicBlock *BB) const
void partialOrderVisit(BasicBlock &Start, std::function< bool(BasicBlock *)> Op)
bool compare(const BasicBlock *LHS, const BasicBlock *RHS) const
PartialOrderingVisitor(Function &F)
In order to facilitate speculative execution, many instructions do not invoke immediate undefined beh...
static LLVM_ABI PoisonValue * get(Type *T)
Static factory methods - Return an 'poison' object of the specified type.
Wrapper class representing virtual and physical registers.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
Class to represent target extensions types, which are generally unintrospectable from target-independ...
unsigned getNumIntParameters() const
static LLVM_ABI TargetExtType * get(LLVMContext &Context, StringRef Name, ArrayRef< Type * > Types={}, ArrayRef< unsigned > Ints={})
Return a target extension type having the specified name and optional type and integer parameters.
unsigned getNumTypeParameters() const
StringRef getName() const
Return the name for this target extension type.
The instances of the Type class are immutable: once they are created, they are never changed.
@ TypedPointerTyID
Typed pointer used by some GPU targets.
static LLVM_ABI IntegerType * getInt8Ty(LLVMContext &C)
bool isTargetExtTy() const
Return true if this is a target extension type.
LLVMContext & getContext() const
Return the LLVMContext in which this type was uniqued.
TypeID getTypeID() const
Return the type id for the type.
static LLVM_ABI TypedPointerType * get(Type *ElementType, unsigned AddressSpace)
This constructs a pointer to an object of the specified type in a numbered address space.
LLVM Value Representation.
LLVMContext & getContext() const
All values hold a context through their type.
static LLVM_ABI VectorType * get(Type *ElementType, ElementCount EC)
This static method is the primary way to construct an VectorType.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
DomTreeBase< BasicBlock > BBDomTree
FunctionType * getOriginalFunctionType(const Function &F)
This is an optimization pass for GlobalISel generic memory operations.
void buildOpName(Register Target, const StringRef &Name, MachineIRBuilder &MIRBuilder)
bool getVacantFunctionName(Module &M, std::string &Name)
std::string getStringImm(const MachineInstr &MI, unsigned StartIndex)
int64_t getIConstValSext(Register ConstReg, const MachineRegisterInfo *MRI)
bool isTypedPointerWrapper(const TargetExtType *ExtTy)
bool isTypeFoldingSupported(unsigned Opcode)
unsigned getPointerAddressSpace(const Type *T)
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
MachineInstr * getDef(const MachineOperand &MO, const MachineRegisterInfo *MRI)
void addNumImm(const APInt &Imm, MachineInstrBuilder &MIB)
FPDecorationId demangledPostfixToDecorationId(const std::string &S)
CallInst * buildIntrWithMD(Intrinsic::ID IntrID, ArrayRef< Type * > Types, Value *Arg, Value *Arg2, ArrayRef< Constant * > Imms, IRBuilder<> &B)
bool matchPeeledArrayPattern(const StructType *Ty, Type *&OriginalElementType, uint64_t &TotalSize)
Register createVirtualRegister(SPIRVTypeInst SpvType, SPIRVGlobalRegistry *GR, MachineRegisterInfo *MRI, const MachineFunction &MF)
unsigned getArrayComponentCount(const MachineRegisterInfo *MRI, const MachineInstr *ResType)
bool sortBlocks(Function &F)
Type * toTypedFunPointer(FunctionType *FTy)
uint64_t getIConstVal(Register ConstReg, const MachineRegisterInfo *MRI)
SmallVector< MachineInstr *, 4 > createContinuedInstructions(MachineIRBuilder &MIRBuilder, unsigned Opcode, unsigned MinWC, unsigned ContinuedOpcode, ArrayRef< Register > Args, Register ReturnRegister, Register TypeID)
SPIRV::MemorySemantics::MemorySemantics getMemSemanticsForStorageClass(SPIRV::StorageClass::StorageClass SC)
constexpr unsigned storageClassToAddressSpace(SPIRV::StorageClass::StorageClass SC)
MachineBasicBlock::iterator getFirstValidInstructionInsertPoint(MachineBasicBlock &BB)
bool isNestedPointer(const Type *Ty)
Function * getOrCreateBackendServiceFunction(Module &M)
MetadataAsValue * buildMD(Value *Arg)
std::string getOclOrSpirvBuiltinDemangledName(StringRef Name)
bool isTypedPointerTy(const Type *T)
bool isUntypedEquivalentToTyExt(Type *Ty1, Type *Ty2)
SmallVector< unsigned, 1 > getSpirvLoopControlOperandsFromLoopMetadata(MDNode *LoopMD)
void buildOpDecorate(Register Reg, MachineIRBuilder &MIRBuilder, SPIRV::Decoration::Decoration Dec, const std::vector< uint32_t > &DecArgs, StringRef StrImm)
MachineBasicBlock::iterator getOpVariableMBBIt(MachineInstr &I)
MachineInstr * getImm(const MachineOperand &MO, const MachineRegisterInfo *MRI)
Type * getTypedPointerWrapper(Type *ElemTy, unsigned AS)
Type * reconstructFunctionType(Function *F)
void buildOpMemberDecorate(Register Reg, MachineIRBuilder &MIRBuilder, SPIRV::Decoration::Decoration Dec, uint32_t Member, const std::vector< uint32_t > &DecArgs, StringRef StrImm)
Type * toTypedPointer(Type *Ty)
bool isSpecialOpaqueType(const Type *Ty)
bool isPointerTy(const Type *T)
LLVM_ABI void report_fatal_error(Error Err, bool gen_crash_diag=true)
void setRegClassType(Register Reg, SPIRVTypeInst SpvType, SPIRVGlobalRegistry *GR, MachineRegisterInfo *MRI, const MachineFunction &MF, bool Force)
MachineBasicBlock::iterator getInsertPtValidEnd(MachineBasicBlock *MBB)
const Type * unifyPtrType(const Type *Ty)
constexpr bool isGenericCastablePtr(SPIRV::StorageClass::StorageClass SC)
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
MachineInstr * passCopy(MachineInstr *Def, const MachineRegisterInfo *MRI)
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
std::optional< SPIRV::LinkageType::LinkageType > getSpirvLinkageTypeFor(const SPIRVSubtarget &ST, const GlobalValue &GV)
bool isEntryPoint(const Function &F)
const std::set< unsigned > & getTypeFoldingSupportedOpcodes()
SPIRV::StorageClass::StorageClass addressSpaceToStorageClass(unsigned AddrSpace, const SPIRVSubtarget &STI)
SPIRV::Scope::Scope getMemScope(LLVMContext &Ctx, SyncScope::ID Id)
IRBuilder(LLVMContext &, FolderTy, InserterTy, MDNode *, ArrayRef< OperandBundleDef >) -> IRBuilder< FolderTy, InserterTy >
void buildOpSpirvDecorations(Register Reg, MachineIRBuilder &MIRBuilder, const MDNode *GVarMD, const SPIRVSubtarget &ST)
std::string getStringValueFromReg(Register Reg, MachineRegisterInfo &MRI)
int64_t foldImm(const MachineOperand &MO, const MachineRegisterInfo *MRI)
Type * parseBasicTypeName(StringRef &TypeName, LLVMContext &Ctx)
DWARFExpression::Operation Op
ArrayRef(const T &OneElt) -> ArrayRef< T >
Type * getPointeeTypeByAttr(Argument *Arg)
bool hasPointeeTypeAttr(Argument *Arg)
MachineInstr * getDefInstrMaybeConstant(Register &ConstReg, const MachineRegisterInfo *MRI)
constexpr unsigned BitWidth
bool isEquivalentTypes(Type *Ty1, Type *Ty2)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
bool hasBuiltinTypePrefix(StringRef Name)
Type * getMDOperandAsType(const MDNode *N, unsigned I)
bool hasInitializer(const GlobalVariable *GV)
Type * applyWrappers(Type *Ty)
Type * normalizeType(Type *Ty)
bool isPointerTyOrWrapper(const Type *Ty)
bool isSpvIntrinsic(const MachineInstr &MI, Intrinsic::ID IntrinsicID)
Type * getPointeeType(const Type *Ty)
PoisonValue * getNormalizedPoisonValue(Type *Ty)
void addStringImm(const StringRef &Str, MCInst &Inst)
MachineInstr * getVRegDef(MachineRegisterInfo &MRI, Register Reg)
bool isUntypedPointerTy(const Type *T)
Type * reconstitutePeeledArrayType(Type *Ty)
SPIRV::MemorySemantics::MemorySemantics getMemSemantics(AtomicOrdering Ord)
static size_t computeFPFastMathDefaultInfoVecIndex(size_t BitWidth)
FPFastMathDefaultInfo()=default
FPFastMathDefaultInfo(const Type *Ty, unsigned FastMathFlags)
bool operator==(const FPFastMathDefaultInfo &Other) const
bool SignedZeroInfNanPreserve