27 "No vector functions library"),
29 "Accelerate framework"),
31 "Darwin_libsystem_m",
"Darwin libsystem_m"),
33 "GLIBC Vector Math library"),
35 "IBM MASS vector library"),
37 "Intel SVML library"),
39 "SIMD Library for Evaluating Elementary Functions"),
41 "Arm Performance Libraries"),
43 "AMD vector math library")));
45StringLiteral const TargetLibraryInfoImpl::StandardNames[LibFunc::NumLibFuncs] =
47#define TLI_DEFINE_STRING
48#include "llvm/Analysis/TargetLibraryInfo.def"
52 assert(!VectorFnName.
empty() &&
"Vector function name must not be empty.");
55 Out << VABIPrefix <<
"_" << ScalarFnName <<
"(" << VectorFnName <<
")";
56 return std::string(Out.
str());
87#include "llvm/Analysis/TargetLibraryInfo.def"
91 "Missing library function signatures");
102 if (
T.isMacOSX() &&
T.isMacOSXVersionLT(10, 9))
105 if (
T.isiOS() &&
T.isOSVersionLT(7, 0))
115 return TT.isGNUEnvironment() || TT.isMusl();
118 return TT.isOSFreeBSD() || TT.isOSSolaris();
137 if (!FuncTy->getReturnType()->isPointerTy() &&
138 !FuncTy->getReturnType()->isIntegerTy() &&
139 !FuncTy->getReturnType()->isVoidTy())
142 for (
auto *Param : FuncTy->params()) {
143 if (!Param->isPointerTy() && !Param->isIntegerTy())
159 return ::isCallingConvCCompatible(
F->getCallingConv(),
160 F->getParent()->getTargetTriple(),
161 F->getFunctionType());
165 bool ShouldExtI32Param, ShouldExtI32Return;
166 bool ShouldSignExtI32Param, ShouldSignExtI32Return;
168 ShouldExtI32Param, ShouldExtI32Return, ShouldSignExtI32Param,
169 ShouldSignExtI32Return,
T);
218 if (
T.isMacOSXVersionLT(10, 5)) {
223 }
else if (
T.isiOS()) {
224 if (
T.isOSVersionLT(3, 0)) {
229 }
else if (!
T.isWatchOS()) {
248 !
T.isMacOSXVersionLT(10, 7)) {
273 if (
T.isOSWindows() && !
T.isOSCygMing()) {
279 bool hasPartialC99 =
true;
280 if (
T.isKnownWindowsMSVCEnvironment()) {
282 hasPartialC99 = (
Version.getMajor() == 0 ||
Version.getMajor() >= 19);
288 bool hasPartialFloat = (isARM ||
292 if (!hasPartialFloat) {
345 if (!hasPartialC99) {
429 if (
T.isOSWindows() && !
T.isWindowsCygwinEnvironment()) {
471 if (
T.isOSMSVCRT()) {
509 TLI.
setUnavailable(LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t12__hot_cold_t);
512 TLI.
setUnavailable(LibFunc_ZnamSt11align_val_tRKSt9nothrow_t12__hot_cold_t);
543 if (
T.isMacOSXVersionLT(10, 9)) {
556 if (!
T.isWatchOS() &&
557 (
T.isOSVersionLT(7, 0) || (
T.isOSVersionLT(9, 0) &&
T.isX86()))) {
619 if (!
T.isOSFreeBSD()) {
627 if (!
T.isOSLinux() || !
T.isGNUEnvironment()) {
635 if (!
T.isAndroid() && !
T.isMusl())
699 if ((
T.isOSLinux() &&
T.isGNUEnvironment()) ||
700 (
T.isAndroid() && !
T.isAndroidVersionLT(28))) {
714 if (
T.isAndroid() &&
T.isAndroidVersionLT(21)) {
903 memset(AvailableArray, 0,
sizeof(AvailableArray));
909 memset(AvailableArray, -1,
sizeof(AvailableArray));
915 : CustomNames(TLI.CustomNames), ShouldExtI32Param(TLI.ShouldExtI32Param),
916 ShouldExtI32Return(TLI.ShouldExtI32Return),
917 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param),
918 ShouldSignExtI32Return(TLI.ShouldSignExtI32Return),
919 SizeOfInt(TLI.SizeOfInt) {
920 memcpy(AvailableArray, TLI.AvailableArray,
sizeof(AvailableArray));
921 VectorDescs = TLI.VectorDescs;
922 ScalarDescs = TLI.ScalarDescs;
926 : CustomNames(
std::
move(TLI.CustomNames)),
927 ShouldExtI32Param(TLI.ShouldExtI32Param),
928 ShouldExtI32Return(TLI.ShouldExtI32Return),
929 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param),
930 ShouldSignExtI32Return(TLI.ShouldSignExtI32Return),
931 SizeOfInt(TLI.SizeOfInt) {
932 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray),
934 VectorDescs = TLI.VectorDescs;
935 ScalarDescs = TLI.ScalarDescs;
939 CustomNames = TLI.CustomNames;
940 ShouldExtI32Param = TLI.ShouldExtI32Param;
941 ShouldExtI32Return = TLI.ShouldExtI32Return;
942 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param;
943 ShouldSignExtI32Return = TLI.ShouldSignExtI32Return;
944 SizeOfInt = TLI.SizeOfInt;
945 memcpy(AvailableArray, TLI.AvailableArray,
sizeof(AvailableArray));
950 CustomNames = std::move(TLI.CustomNames);
951 ShouldExtI32Param = TLI.ShouldExtI32Param;
952 ShouldExtI32Return = TLI.ShouldExtI32Return;
953 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param;
954 ShouldSignExtI32Return = TLI.ShouldSignExtI32Return;
955 SizeOfInt = TLI.SizeOfInt;
956 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray),
977 for (
const auto &Func : StandardNames)
984 if (funcName.
empty())
990 if (
auto Loc = Indices.
find(funcName); Loc != Indices.
end()) {
1000 unsigned SizeTBits) {
1046bool TargetLibraryInfoImpl::isValidProtoForLibFunc(
const FunctionType &FTy,
1049 unsigned NumParams = FTy.getNumParams();
1055 case LibFunc_cabsl: {
1057 if (!
RetTy->isFloatingPointTy())
1060 Type *ParamTy = FTy.getParamType(0);
1067 else if (NumParams == 2)
1068 return ParamTy ==
RetTy && FTy.getParamType(1) ==
RetTy;
1074 case LibFunc_sincospi_stret:
1075 case LibFunc_sincospif_stret: {
1080 Type *ParamTy = FTy.getParamType(0);
1081 if (
auto *Ty = dyn_cast<StructType>(
RetTy)) {
1082 if (Ty->getNumElements() != 2)
1084 return (Ty->getElementType(0) == ParamTy &&
1085 Ty->getElementType(1) == ParamTy);
1088 if (
auto *Ty = dyn_cast<FixedVectorType>(
RetTy)) {
1089 if (Ty->getNumElements() != 2)
1091 return Ty->getElementType() == ParamTy;
1108 Type *Ty = FTy.getReturnType(), *LastTy = Ty;
1110 for (
auto TyID : ProtoTypes) {
1116 if (TyID ==
Ellip) {
1121 return FTy.isFunctionVarArg();
1125 assert(
Idx != 0 &&
"Type ID 'Same' must not be first!");
1129 if (!Ty || !
matchType(TyID, Ty, IntBits, SizeTBits))
1134 if (
Idx == NumParams) {
1142 Ty = FTy.getParamType(
Idx++);
1147 return Idx == NumParams + 1 && !FTy.isFunctionVarArg();
1158 assert(M &&
"Expecting FDecl to be connected to a Module.");
1160 if (FDecl.LibFuncCache == Function::UnknownLibFunc)
1167 F = FDecl.LibFuncCache;
1177 F = Ty->
isDoubleTy() ? LibFunc_fmod : LibFunc_fmodf;
1182 memset(AvailableArray, 0,
sizeof(AvailableArray));
1186 return LHS.getScalarFnName() <
RHS.getScalarFnName();
1190 return LHS.getVectorFnName() <
RHS.getVectorFnName();
1194 return LHS.getScalarFnName() < S;
1206#define TLI_DEFINE_ACCELERATE_VECFUNCS
1207#include "llvm/Analysis/VecFuncs.def"
1208#undef TLI_DEFINE_ACCELERATE_VECFUNCS
1212#define TLI_DEFINE_DARWIN_LIBSYSTEM_M_VECFUNCS
1213#include "llvm/Analysis/VecFuncs.def"
1214#undef TLI_DEFINE_DARWIN_LIBSYSTEM_M_VECFUNCS
1218#define TLI_DEFINE_LIBMVEC_X86_VECFUNCS
1219#include "llvm/Analysis/VecFuncs.def"
1220#undef TLI_DEFINE_LIBMVEC_X86_VECFUNCS
1224#define TLI_DEFINE_MASSV_VECFUNCS
1225#include "llvm/Analysis/VecFuncs.def"
1226#undef TLI_DEFINE_MASSV_VECFUNCS
1230#define TLI_DEFINE_SVML_VECFUNCS
1231#include "llvm/Analysis/VecFuncs.def"
1232#undef TLI_DEFINE_SVML_VECFUNCS
1236#define TLI_DEFINE_SLEEFGNUABI_VF2_VECFUNCS
1237#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \
1238 {SCAL, VEC, VF, false, VABI_PREFIX},
1239#include "llvm/Analysis/VecFuncs.def"
1240#undef TLI_DEFINE_SLEEFGNUABI_VF2_VECFUNCS
1243#define TLI_DEFINE_SLEEFGNUABI_VF4_VECFUNCS
1244#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \
1245 {SCAL, VEC, VF, false, VABI_PREFIX},
1246#include "llvm/Analysis/VecFuncs.def"
1247#undef TLI_DEFINE_SLEEFGNUABI_VF4_VECFUNCS
1250#define TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS
1251#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1252 {SCAL, VEC, VF, MASK, VABI_PREFIX},
1253#include "llvm/Analysis/VecFuncs.def"
1254#undef TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS
1258#define TLI_DEFINE_ARMPL_VECFUNCS
1259#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1260 {SCAL, VEC, VF, MASK, VABI_PREFIX},
1261#include "llvm/Analysis/VecFuncs.def"
1262#undef TLI_DEFINE_ARMPL_VECFUNCS
1266#define TLI_DEFINE_AMDLIBM_VECFUNCS
1267#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1268 {SCAL, VEC, VF, MASK, VABI_PREFIX},
1269#include "llvm/Analysis/VecFuncs.def"
1270#undef TLI_DEFINE_AMDLIBM_VECFUNCS
1297 switch (TargetTriple.
getArch()) {
1310 switch (TargetTriple.
getArch()) {
1331 if (funcName.
empty())
1334 std::vector<VecDesc>::const_iterator
I =
1336 return I != VectorDescs.end() &&
StringRef(
I->getScalarFnName()) == funcName;
1341 bool Masked)
const {
1350 bool Masked)
const {
1354 std::vector<VecDesc>::const_iterator
I =
1356 while (
I != VectorDescs.end() &&
StringRef(
I->getScalarFnName()) ==
F) {
1357 if ((
I->getVectorizationFactor() == VF) && (
I->isMasked() == Masked))
1366 if (!BaselineInfoImpl)
1373 if (
auto *ShortWChar = cast_or_null<ConstantAsMetadata>(
1374 M.getModuleFlag(
"wchar_size")))
1375 return cast<ConstantInt>(ShortWChar->getValue())->getZExtValue();
1392 return M.getDataLayout().getPointerSizeInBits(
AddressSpace);
1419 "Target Library Information",
false,
true)
1432 if (ScalarF.
empty())
1435 std::vector<VecDesc>::const_iterator
I =
1437 while (
I != VectorDescs.end() &&
StringRef(
I->getScalarFnName()) == ScalarF) {
1439 I->getVectorizationFactor().isScalable() ? &ScalableVF : &FixedVF;
1441 *VF =
I->getVectorizationFactor();
#define clEnumValN(ENUMVAL, FLAGNAME, DESC)
This file contains the declarations for the subclasses of Constant, which represent the different fla...
Returns the sub type a function will return at a given Idx Should correspond to the result type of an ExtractValue instruction executed with just that one unsigned Idx
This file defines the DenseMap class.
Module.h This file contains the declarations for the Module class.
#define INITIALIZE_PASS(passName, arg, name, cfg, analysis)
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file defines the SmallString class.
static bool hasSinCosPiStret(const Triple &T)
static StringRef sanitizeFunctionName(StringRef funcName)
static void initialize(TargetLibraryInfoImpl &TLI, const Triple &T, ArrayRef< StringLiteral > StandardNames)
Initialize the set of available library functions based on the specified target triple.
static const VecDesc VecFuncs_MASSV[]
static void initializeLibCalls(TargetLibraryInfoImpl &TLI, const Triple &T, ArrayRef< StringLiteral > StandardNames)
Initialize the set of available library functions based on the specified target triple.
static bool matchType(FuncArgTypeID ArgTy, const Type *Ty, unsigned IntBits, unsigned SizeTBits)
static bool hasBcmp(const Triple &TT)
static const VecDesc VecFuncs_SLEEFGNUABI_VF2[]
static void initializeBase(TargetLibraryInfoImpl &TLI, const Triple &T)
static bool compareByScalarFnName(const VecDesc &LHS, const VecDesc &RHS)
static bool compareByVectorFnName(const VecDesc &LHS, const VecDesc &RHS)
static const VecDesc VecFuncs_SLEEFGNUABI_VF4[]
static const FuncProtoTy Signatures[]
static bool isCallingConvCCompatible(CallingConv::ID CC, StringRef TT, FunctionType *FuncTy)
static const VecDesc VecFuncs_ArmPL[]
const VecDesc VecFuncs_AMDLIBM[]
static const VecDesc VecFuncs_LIBMVEC_X86[]
static const VecDesc VecFuncs_DarwinLibSystemM[]
static const VecDesc VecFuncs_SVML[]
static cl::opt< TargetLibraryInfoImpl::VectorLibrary > ClVectorLibrary("vector-library", cl::Hidden, cl::desc("Vector functions library"), cl::init(TargetLibraryInfoImpl::NoLibrary), cl::values(clEnumValN(TargetLibraryInfoImpl::NoLibrary, "none", "No vector functions library"), clEnumValN(TargetLibraryInfoImpl::Accelerate, "Accelerate", "Accelerate framework"), clEnumValN(TargetLibraryInfoImpl::DarwinLibSystemM, "Darwin_libsystem_m", "Darwin libsystem_m"), clEnumValN(TargetLibraryInfoImpl::LIBMVEC_X86, "LIBMVEC-X86", "GLIBC Vector Math library"), clEnumValN(TargetLibraryInfoImpl::MASSV, "MASSV", "IBM MASS vector library"), clEnumValN(TargetLibraryInfoImpl::SVML, "SVML", "Intel SVML library"), clEnumValN(TargetLibraryInfoImpl::SLEEFGNUABI, "sleefgnuabi", "SIMD Library for Evaluating Elementary Functions"), clEnumValN(TargetLibraryInfoImpl::ArmPL, "ArmPL", "Arm Performance Libraries"), clEnumValN(TargetLibraryInfoImpl::AMDLIBM, "AMDLIBM", "AMD vector math library")))
std::array< FuncArgTypeID, 8 > FuncProtoTy
static const VecDesc VecFuncs_SLEEFGNUABI_VFScalable[]
static bool compareWithScalarFnName(const VecDesc &LHS, StringRef S)
static const VecDesc VecFuncs_Accelerate[]
static DenseMap< StringRef, LibFunc > buildIndexMap(ArrayRef< StringLiteral > StandardNames)
A container for analyses that lazily runs them and caches their results.
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Base class for all callable instructions (InvokeInst and CallInst) Holds everything related to callin...
CallingConv::ID getCallingConv() const
FunctionType * getFunctionType() const
iterator find(const_arg_type_t< KeyT > Val)
void reserve(size_type NumEntries)
Grow the densemap so that it can contain at least NumEntries items before resizing again.
static constexpr ElementCount getScalable(ScalarTy MinVal)
static constexpr ElementCount getFixed(ScalarTy MinVal)
FunctionType * getFunctionType() const
Returns the FunctionType for me.
bool isIntrinsic() const
isIntrinsic - Returns true if the function's name starts with "llvm.".
static StringRef dropLLVMManglingEscape(StringRef Name)
If the given string begins with the GlobalValue name mangling escape character '\1',...
Module * getParent()
Get the module that this global value is contained inside of...
ImmutablePass class - This class is used to provide information that does not need to be run.
const Module * getModule() const
Return the module owning the function this instruction belongs to or nullptr it the function does not...
A Module instance is used to store all the information related to an LLVM module.
const std::string & getTargetTriple() const
Get the target triple which is a string describing the target host.
static PassRegistry * getPassRegistry()
getPassRegistry - Access the global registry object, which is automatically initialized at applicatio...
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
A wrapper around a string literal that serves as a proxy for constructing global tables of StringRefs...
StringRef - Represent a constant reference to a string, i.e.
constexpr bool empty() const
empty - Check if the string is empty.
bool contains(StringRef Other) const
Return true if the given string is a substring of *this, and false otherwise.
TargetLibraryInfo run(const Function &F, FunctionAnalysisManager &)
Implementation of the target library information.
void setShouldExtI32Param(bool Val)
Set to true iff i32 parameters to library functions should have signext or zeroext attributes if they...
void setShouldExtI32Return(bool Val)
Set to true iff i32 results from library functions should have signext or zeroext attributes if they ...
unsigned getWCharSize(const Module &M) const
Returns the size of the wchar_t type in bytes or 0 if the size is unknown.
bool getLibFunc(StringRef funcName, LibFunc &F) const
Searches for a particular function name.
void getWidestVF(StringRef ScalarF, ElementCount &FixedVF, ElementCount &Scalable) const
Returns the largest vectorization factor used in the list of vector functions.
bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const
Return true if the function F has a vector equivalent with vectorization factor VF.
void setShouldSignExtI32Param(bool Val)
Set to true iff i32 parameters to library functions should have signext attribute if they correspond ...
void setAvailableWithName(LibFunc F, StringRef Name)
Forces a function to be marked as available and provide an alternate name that must be used.
unsigned getIntSize() const
Get size of a C-level int or unsigned int, in bits.
void addVectorizableFunctionsFromVecLib(enum VectorLibrary VecLib, const llvm::Triple &TargetTriple)
Calls addVectorizableFunctions with a known preset of functions for the given vector library.
void setIntSize(unsigned Bits)
Initialize the C-level size of an integer.
unsigned getSizeTSize(const Module &M) const
Returns the size of the size_t type in bits.
void addVectorizableFunctions(ArrayRef< VecDesc > Fns)
Add a set of scalar -> vector mappings, queryable via getVectorizedFunction and getScalarizedFunction...
const VecDesc * getVectorMappingInfo(StringRef F, const ElementCount &VF, bool Masked) const
Return a pointer to a VecDesc object holding all info for scalar to vector mappings in TLI for the eq...
static bool isCallingConvCCompatible(CallBase *CI)
Returns true if call site / callee has cdecl-compatible calling conventions.
void setShouldSignExtI32Return(bool Val)
Set to true iff i32 results from library functions should have signext attribute if they correspond t...
TargetLibraryInfoImpl & operator=(const TargetLibraryInfoImpl &TLI)
void disableAllFunctions()
Disables all builtins.
VectorLibrary
List of known vector-functions libraries.
void setUnavailable(LibFunc F)
Forces a function to be marked as unavailable.
StringRef getVectorizedFunction(StringRef F, const ElementCount &VF, bool Masked) const
Return the name of the equivalent of F, vectorized with factor VF.
void setAvailable(LibFunc F)
Forces a function to be marked as available.
TargetLibraryInfoWrapperPass()
Provides information about what library functions are available for the current target.
static void initExtensionsForTriple(bool &ShouldExtI32Param, bool &ShouldExtI32Return, bool &ShouldSignExtI32Param, bool &ShouldSignExtI32Return, const Triple &T)
Triple - Helper class for working with autoconf configuration names.
ArchType getArch() const
Get the parsed architecture type of this triple.
The instances of the Type class are immutable: once they are created, they are never changed.
bool isArrayTy() const
True if this is an instance of ArrayType.
bool isPointerTy() const
True if this is an instance of PointerType.
Type * getArrayElementType() const
bool isFloatTy() const
Return true if this is 'float', a 32-bit IEEE fp type.
uint64_t getArrayNumElements() const
bool isStructTy() const
True if this is an instance of StructType.
bool isDoubleTy() const
Return true if this is 'double', a 64-bit IEEE fp type.
bool isFloatingPointTy() const
Return true if this is one of the floating-point types.
bool isIntegerTy() const
True if this is an instance of IntegerType.
TypeSize getPrimitiveSizeInBits() const LLVM_READONLY
Return the basic size of this type if it is a primitive type.
bool isVoidTy() const
Return true if this is 'void'.
StringRef getName() const
Return a constant reference to the value's name.
Provides info so a possible vectorization of a function can be computed.
std::string getVectorFunctionABIVariantString() const
Returns a vector function ABI variant string on the form: ZGV<isa><mask><vlen><vparams><scalarname>(<...
StringRef getVectorFnName() const
Represents a version number in the form major[.minor[.subminor[.build]]].
static constexpr bool isKnownGT(const FixedOrScalableQuantity &LHS, const FixedOrScalableQuantity &RHS)
A raw_ostream that writes to an SmallVector or SmallString.
StringRef str() const
Return a StringRef for the vector contents.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ ARM_APCS
ARM Procedure Calling Standard (obsolete, but still used on some targets).
@ ARM_AAPCS
ARM Architecture Procedure Calling Standard calling convention (aka EABI).
@ ARM_AAPCS_VFP
Same as ARM_AAPCS, but uses hard floating point ABI.
@ C
The default llvm calling convention, compatible with C.
ValuesClass values(OptsTy... Options)
Helper to build a ValuesClass by forwarding a variable number of arguments as an initializer list to ...
initializer< Ty > init(const Ty &Val)
This is an optimization pass for GlobalISel generic memory operations.
void append_range(Container &C, Range &&R)
Wrapper function to append range R to container C.
void sort(IteratorTy Start, IteratorTy End)
auto lower_bound(R &&Range, T &&Value)
Provide wrappers to std::lower_bound which take ranges instead of having to pass begin/end explicitly...
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
void initializeTargetLibraryInfoWrapperPassPass(PassRegistry &)
Implement std::hash so that hash_code can be used in STL containers.
A special type used by analysis passes to provide an address that identifies that particular analysis...