LLVM 24.0.0git
TargetLibraryInfo.cpp
Go to the documentation of this file.
1//===-- TargetLibraryInfo.cpp - Runtime library information ----------------==//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements the TargetLibraryInfo class.
10//
11//===----------------------------------------------------------------------===//
12
13#include "llvm/Analysis/TargetLibraryInfo.h"
14#include "llvm/ADT/DenseMap.h"
15#include "llvm/ADT/SmallString.h"
16#include "llvm/ADT/StringTable.h"
17#include "llvm/IR/Constants.h"
18#include "llvm/IR/Module.h"
19#include "llvm/IR/SystemLibraries.h"
20#include "llvm/InitializePasses.h"
21#include "llvm/TargetParser/Triple.h"
22using namespace llvm;
23
24#define GET_TARGET_LIBRARY_INFO_STRING_TABLE
25#include "llvm/Analysis/TargetLibraryInfo.inc"
26
27std::string VecDesc::getVectorFunctionABIVariantString() const {
28 assert(!VectorFnName.empty() && "Vector function name must not be empty.");
29 SmallString<256> Buffer;
30 llvm::raw_svector_ostream Out(Buffer);
31 Out << VABIPrefix << "_" << ScalarFnName << "(" << VectorFnName << ")";
32 return std::string(Out.str());
33}
34
35#define GET_TARGET_LIBRARY_INFO_SIGNATURE_TABLE
36#include "llvm/Analysis/TargetLibraryInfo.inc"
37
38static bool hasSinCosPiStret(const Triple &T) {
39 // Only Darwin variants have _stret versions of combined trig functions.
40 if (!T.isOSDarwin())
41 return false;
42
43 // The ABI is rather complicated on x86, so don't do anything special there.
44 if (T.getArch() == Triple::x86)
45 return false;
46
47 if (T.isMacOSX() && T.isMacOSXVersionLT(10, 9))
48 return false;
49
50 if (T.isiOS() && T.isOSVersionLT(7, 0))
51 return false;
52
53 return true;
54}
55
56static bool hasBcmp(const Triple &TT) {
57 // Posix removed support from bcmp() in 2001, but the glibc and several
58 // implementations of the libc still have it.
59 if (TT.isOSLinux())
60 return TT.isGNUEnvironment() || TT.isMusl();
61 // Both NetBSD and OpenBSD are planning to remove the function. Windows does
62 // not have it.
63 return TT.isOSFreeBSD() || TT.isOSSolaris();
64}
65
66static bool isCallingConvCCompatible(CallingConv::ID CC, const Triple &TT,
67 FunctionType *FuncTy) {
68 switch (CC) {
69 default:
70 return false;
71 case llvm::CallingConv::C:
72 return true;
73 case llvm::CallingConv::ARM_APCS:
74 case llvm::CallingConv::ARM_AAPCS:
75 case llvm::CallingConv::ARM_AAPCS_VFP: {
76
77 // The iOS ABI diverges from the standard in some cases, so for now don't
78 // try to simplify those calls.
79 if (TT.isiOS())
80 return false;
81
82 if (!FuncTy->getReturnType()->isPointerTy() &&
83 !FuncTy->getReturnType()->isIntegerTy() &&
84 !FuncTy->getReturnType()->isVoidTy())
85 return false;
86
87 for (auto *Param : FuncTy->params()) {
88 if (!Param->isPointerTy() && !Param->isIntegerTy())
89 return false;
90 }
91 return true;
92 }
93 }
94 return false;
95}
96
97bool TargetLibraryInfoImpl::isCallingConvCCompatible(CallBase *CI) {
98 return ::isCallingConvCCompatible(CI->getCallingConv(),
99 CI->getModule()->getTargetTriple(),
100 CI->getFunctionType());
101}
102
103bool TargetLibraryInfoImpl::isCallingConvCCompatible(Function *F) {
104 return ::isCallingConvCCompatible(F->getCallingConv(),
105 F->getParent()->getTargetTriple(),
106 F->getFunctionType());
107}
108
109static void initializeBase(TargetLibraryInfoImpl &TLI, const Triple &T) {
110 bool ShouldExtI32Param, ShouldExtI32Return;
111 bool ShouldSignExtI32Param, ShouldSignExtI32Return;
112 TargetLibraryInfo::initExtensionsForTriple(
113 ShouldExtI32Param, ShouldExtI32Return, ShouldSignExtI32Param,
114 ShouldSignExtI32Return, T);
115 TLI.setShouldExtI32Param(ShouldExtI32Param);
116 TLI.setShouldExtI32Return(ShouldExtI32Return);
117 TLI.setShouldSignExtI32Param(ShouldSignExtI32Param);
118 TLI.setShouldSignExtI32Return(ShouldSignExtI32Return);
119
120 // Let's assume by default that the size of int is 32 bits, unless the target
121 // is a 16-bit architecture because then it most likely is 16 bits. If that
122 // isn't true for a target those defaults should be overridden below.
123 TLI.setIntSize(T.isArch16Bit() ? 16 : 32);
124}
125
126/// Initialize the set of available library functions based on the specified
127/// target triple. This should be carefully written so that a missing target
128/// triple gets a sane set of defaults.
129static void initializeLibCalls(TargetLibraryInfoImpl &TLI, const Triple &T,
130 const llvm::StringTable &StandardNames,
131 VectorLibrary VecLib) {
132 // Set IO unlocked variants as unavailable
133 // Set them as available per system below
134 TLI.setUnavailable(LibFunc_getc_unlocked);
135 TLI.setUnavailable(LibFunc_getchar_unlocked);
136 TLI.setUnavailable(LibFunc_putc_unlocked);
137 TLI.setUnavailable(LibFunc_putchar_unlocked);
138 TLI.setUnavailable(LibFunc_fputc_unlocked);
139 TLI.setUnavailable(LibFunc_fgetc_unlocked);
140 TLI.setUnavailable(LibFunc_fread_unlocked);
141 TLI.setUnavailable(LibFunc_fwrite_unlocked);
142 TLI.setUnavailable(LibFunc_fputs_unlocked);
143 TLI.setUnavailable(LibFunc_fgets_unlocked);
144
145 // There is really no runtime library on AMDGPU.
146 if (T.isAMDGPU()) {
147 TLI.disableAllFunctions();
148 return;
149 }
150
151 // DXIL does not support libcalls, and disabling them here prevents a number
152 // of passes from introducing libcalls into DXIL which would otherwise
153 // complicate lowering/legalization
154 if (T.isDXIL()) {
155 TLI.disableAllFunctions();
156 return;
157 }
158
159 // memset_pattern{4,8,16} is only available on iOS 3.0 and Mac OS X 10.5 and
160 // later. All versions of watchOS support it.
161 if (T.isMacOSX()) {
162 // available IO unlocked variants on Mac OS X
163 TLI.setAvailable(LibFunc_getc_unlocked);
164 TLI.setAvailable(LibFunc_getchar_unlocked);
165 TLI.setAvailable(LibFunc_putc_unlocked);
166 TLI.setAvailable(LibFunc_putchar_unlocked);
167 TLI.setUnavailable(LibFunc_memrchr);
168
169 if (T.isMacOSXVersionLT(10, 5)) {
170 TLI.setUnavailable(LibFunc_memset_pattern4);
171 TLI.setUnavailable(LibFunc_memset_pattern8);
172 TLI.setUnavailable(LibFunc_memset_pattern16);
173 }
174 } else if (T.isiOS()) {
175 if (T.isOSVersionLT(3, 0)) {
176 TLI.setUnavailable(LibFunc_memset_pattern4);
177 TLI.setUnavailable(LibFunc_memset_pattern8);
178 TLI.setUnavailable(LibFunc_memset_pattern16);
179 }
180 } else if (!T.isWatchOS()) {
181 TLI.setUnavailable(LibFunc_memset_pattern4);
182 TLI.setUnavailable(LibFunc_memset_pattern8);
183 TLI.setUnavailable(LibFunc_memset_pattern16);
184 }
185
186 if (!hasSinCosPiStret(T)) {
187 TLI.setUnavailable(LibFunc_sinpi);
188 TLI.setUnavailable(LibFunc_sinpif);
189 TLI.setUnavailable(LibFunc_cospi);
190 TLI.setUnavailable(LibFunc_cospif);
191 TLI.setUnavailable(LibFunc_sincospi_stret);
192 TLI.setUnavailable(LibFunc_sincospif_stret);
193 }
194
195 if (!hasBcmp(T))
196 TLI.setUnavailable(LibFunc_bcmp);
197
198 if (T.isMacOSX() && T.getArch() == Triple::x86 &&
199 !T.isMacOSXVersionLT(10, 7)) {
200 // x86-32 OSX has a scheme where fwrite and fputs (and some other functions
201 // we don't care about) have two versions; on recent OSX, the one we want
202 // has a $UNIX2003 suffix. The two implementations are identical except
203 // for the return value in some edge cases. However, we don't want to
204 // generate code that depends on the old symbols.
205 TLI.setAvailableWithName(LibFunc_fwrite, "fwrite$UNIX2003");
206 TLI.setAvailableWithName(LibFunc_fputs, "fputs$UNIX2003");
207 }
208
209 // iprintf and friends are only available on XCore, TCE, and Emscripten.
210 if (T.getArch() != Triple::xcore && T.getArch() != Triple::tce &&
211 T.getOS() != Triple::Emscripten) {
212 TLI.setUnavailable(LibFunc_iprintf);
213 TLI.setUnavailable(LibFunc_siprintf);
214 TLI.setUnavailable(LibFunc_fiprintf);
215 }
216
217 // __small_printf and friends are only available on Emscripten.
218 if (T.getOS() != Triple::Emscripten) {
219 TLI.setUnavailable(LibFunc_small_printf);
220 TLI.setUnavailable(LibFunc_small_sprintf);
221 TLI.setUnavailable(LibFunc_small_fprintf);
222 }
223
224 if (T.isOSWindows() && !T.isOSCygMing()) {
225 // XXX: The earliest documentation available at the moment is for VS2015/VC19:
226 // https://docs.microsoft.com/en-us/cpp/c-runtime-library/floating-point-support?view=vs-2015
227 // XXX: In order to use an MSVCRT older than VC19,
228 // the specific library version must be explicit in the target triple,
229 // e.g., x86_64-pc-windows-msvc18.
230 bool hasPartialC99 = true;
231 if (T.isKnownWindowsMSVCEnvironment()) {
232 VersionTuple Version = T.getEnvironmentVersion();
233 hasPartialC99 = (Version.getMajor() == 0 || Version.getMajor() >= 19);
234 }
235
236 // Latest targets support C89 math functions, in part.
237 bool isARM = (T.getArch() == Triple::aarch64 ||
238 T.getArch() == Triple::arm);
239 bool hasPartialFloat = (isARM ||
240 T.getArch() == Triple::x86_64);
241
242 // Win32 does not support float C89 math functions, in general.
243 if (!hasPartialFloat) {
244 TLI.setUnavailable(LibFunc_acosf);
245 TLI.setUnavailable(LibFunc_asinf);
246 TLI.setUnavailable(LibFunc_atan2f);
247 TLI.setUnavailable(LibFunc_atanf);
248 TLI.setUnavailable(LibFunc_ceilf);
249 TLI.setUnavailable(LibFunc_cosf);
250 TLI.setUnavailable(LibFunc_coshf);
251 TLI.setUnavailable(LibFunc_expf);
252 TLI.setUnavailable(LibFunc_floorf);
253 TLI.setUnavailable(LibFunc_fmodf);
254 TLI.setUnavailable(LibFunc_hypotf);
255 TLI.setUnavailable(LibFunc_log10f);
256 TLI.setUnavailable(LibFunc_logf);
257 TLI.setUnavailable(LibFunc_modff);
258 TLI.setUnavailable(LibFunc_powf);
259 TLI.setUnavailable(LibFunc_remainderf);
260 TLI.setUnavailable(LibFunc_remquof);
261 TLI.setUnavailable(LibFunc_fdimf);
262 TLI.setUnavailable(LibFunc_sinf);
263 TLI.setUnavailable(LibFunc_sinhf);
264 TLI.setUnavailable(LibFunc_sqrtf);
265 TLI.setUnavailable(LibFunc_tanf);
266 TLI.setUnavailable(LibFunc_tanhf);
267 }
268 if (!isARM)
269 TLI.setUnavailable(LibFunc_fabsf);
270 TLI.setUnavailable(LibFunc_frexpf);
271 TLI.setUnavailable(LibFunc_ldexpf);
272
273 // Win32 does not support long double C89 math functions.
274 TLI.setUnavailable(LibFunc_acosl);
275 TLI.setUnavailable(LibFunc_asinl);
276 TLI.setUnavailable(LibFunc_atan2l);
277 TLI.setUnavailable(LibFunc_atanl);
278 TLI.setUnavailable(LibFunc_ceill);
279 TLI.setUnavailable(LibFunc_cosl);
280 TLI.setUnavailable(LibFunc_coshl);
281 TLI.setUnavailable(LibFunc_expl);
282 TLI.setUnavailable(LibFunc_fabsl);
283 TLI.setUnavailable(LibFunc_floorl);
284 TLI.setUnavailable(LibFunc_fmodl);
285 TLI.setUnavailable(LibFunc_frexpl);
286 TLI.setUnavailable(LibFunc_hypotl);
287 TLI.setUnavailable(LibFunc_ldexpl);
288 TLI.setUnavailable(LibFunc_log10l);
289 TLI.setUnavailable(LibFunc_logl);
290 TLI.setUnavailable(LibFunc_modfl);
291 TLI.setUnavailable(LibFunc_powl);
292 TLI.setUnavailable(LibFunc_remainderl);
293 TLI.setUnavailable(LibFunc_remquol);
294 TLI.setUnavailable(LibFunc_fdiml);
295 TLI.setUnavailable(LibFunc_sinl);
296 TLI.setUnavailable(LibFunc_sinhl);
297 TLI.setUnavailable(LibFunc_sqrtl);
298 TLI.setUnavailable(LibFunc_tanl);
299 TLI.setUnavailable(LibFunc_tanhl);
300
301 // Win32 does not fully support C99 math functions.
302 if (!hasPartialC99) {
303 TLI.setUnavailable(LibFunc_acosh);
304 TLI.setUnavailable(LibFunc_acoshf);
305 TLI.setUnavailable(LibFunc_asinh);
306 TLI.setUnavailable(LibFunc_asinhf);
307 TLI.setUnavailable(LibFunc_atanh);
308 TLI.setUnavailable(LibFunc_atanhf);
309 TLI.setAvailableWithName(LibFunc_cabs, "_cabs");
310 TLI.setUnavailable(LibFunc_cabsf);
311 TLI.setUnavailable(LibFunc_cbrt);
312 TLI.setUnavailable(LibFunc_cbrtf);
313 TLI.setAvailableWithName(LibFunc_copysign, "_copysign");
314 TLI.setAvailableWithName(LibFunc_copysignf, "_copysignf");
315 TLI.setUnavailable(LibFunc_exp2);
316 TLI.setUnavailable(LibFunc_exp2f);
317 TLI.setUnavailable(LibFunc_expm1);
318 TLI.setUnavailable(LibFunc_expm1f);
319 TLI.setUnavailable(LibFunc_fmax);
320 TLI.setUnavailable(LibFunc_fmaxf);
321 TLI.setUnavailable(LibFunc_fmin);
322 TLI.setUnavailable(LibFunc_fminf);
323 TLI.setUnavailable(LibFunc_log1p);
324 TLI.setUnavailable(LibFunc_log1pf);
325 TLI.setUnavailable(LibFunc_log2);
326 TLI.setUnavailable(LibFunc_log2f);
327 TLI.setAvailableWithName(LibFunc_logb, "_logb");
328 TLI.setUnavailable(LibFunc_ilogb);
329 TLI.setUnavailable(LibFunc_ilogbf);
330 if (hasPartialFloat)
331 TLI.setAvailableWithName(LibFunc_logbf, "_logbf");
332 else
333 TLI.setUnavailable(LibFunc_logbf);
334 TLI.setUnavailable(LibFunc_nextafter);
335 TLI.setUnavailable(LibFunc_nextafterf);
336 TLI.setUnavailable(LibFunc_nexttoward);
337 TLI.setUnavailable(LibFunc_nexttowardf);
338 TLI.setUnavailable(LibFunc_rint);
339 TLI.setUnavailable(LibFunc_rintf);
340 TLI.setUnavailable(LibFunc_round);
341 TLI.setUnavailable(LibFunc_roundf);
342 TLI.setUnavailable(LibFunc_scalbln);
343 TLI.setUnavailable(LibFunc_scalblnf);
344 TLI.setUnavailable(LibFunc_scalblnl);
345 TLI.setUnavailable(LibFunc_scalbn);
346 TLI.setUnavailable(LibFunc_scalbnf);
347 TLI.setUnavailable(LibFunc_scalbnl);
348 TLI.setUnavailable(LibFunc_trunc);
349 TLI.setUnavailable(LibFunc_truncf);
350 }
351
352 // Win32 does not support long double C99 math functions.
353 TLI.setUnavailable(LibFunc_acoshl);
354 TLI.setUnavailable(LibFunc_asinhl);
355 TLI.setUnavailable(LibFunc_atanhl);
356 TLI.setUnavailable(LibFunc_cabsl);
357 TLI.setUnavailable(LibFunc_cbrtl);
358 TLI.setUnavailable(LibFunc_copysignl);
359 TLI.setUnavailable(LibFunc_exp2l);
360 TLI.setUnavailable(LibFunc_expm1l);
361 TLI.setUnavailable(LibFunc_fmaxl);
362 TLI.setUnavailable(LibFunc_fminl);
363 TLI.setUnavailable(LibFunc_log1pl);
364 TLI.setUnavailable(LibFunc_log2l);
365 TLI.setUnavailable(LibFunc_logbl);
366 TLI.setUnavailable(LibFunc_ilogbl);
367 TLI.setUnavailable(LibFunc_nearbyintl);
368 TLI.setUnavailable(LibFunc_nextafterl);
369 TLI.setUnavailable(LibFunc_nexttowardl);
370 TLI.setUnavailable(LibFunc_rintl);
371 TLI.setUnavailable(LibFunc_roundl);
372 TLI.setUnavailable(LibFunc_scalblnl);
373 TLI.setUnavailable(LibFunc_scalbnl);
374 TLI.setUnavailable(LibFunc_truncl);
375
376 // Win32 does not support these functions, but
377 // they are generally available on POSIX-compliant systems.
378 TLI.setUnavailable(LibFunc_access);
379 TLI.setUnavailable(LibFunc_chmod);
380 TLI.setUnavailable(LibFunc_closedir);
381 TLI.setUnavailable(LibFunc_fdopen);
382 TLI.setUnavailable(LibFunc_fileno);
383 TLI.setUnavailable(LibFunc_fseeko);
384 TLI.setUnavailable(LibFunc_fstat);
385 TLI.setUnavailable(LibFunc_ftello);
386 TLI.setUnavailable(LibFunc_gettimeofday);
387 TLI.setUnavailable(LibFunc_memccpy);
388 TLI.setUnavailable(LibFunc_mkdir);
389 TLI.setUnavailable(LibFunc_open);
390 TLI.setUnavailable(LibFunc_opendir);
391 TLI.setUnavailable(LibFunc_pclose);
392 TLI.setUnavailable(LibFunc_popen);
393 TLI.setUnavailable(LibFunc_read);
394 TLI.setUnavailable(LibFunc_rmdir);
395 TLI.setUnavailable(LibFunc_stat);
396 TLI.setUnavailable(LibFunc_strcasecmp);
397 TLI.setUnavailable(LibFunc_strncasecmp);
398 TLI.setUnavailable(LibFunc_unlink);
399 TLI.setUnavailable(LibFunc_utime);
400 TLI.setUnavailable(LibFunc_write);
401 }
402
403 if (T.isOSWindows() && !T.isWindowsCygwinEnvironment()) {
404 // These functions aren't available in either MSVC or MinGW environments.
405 TLI.setUnavailable(LibFunc_bcmp);
406 TLI.setUnavailable(LibFunc_bcopy);
407 TLI.setUnavailable(LibFunc_bzero);
408 TLI.setUnavailable(LibFunc_chown);
409 TLI.setUnavailable(LibFunc_ctermid);
410 TLI.setUnavailable(LibFunc_ffs);
411 TLI.setUnavailable(LibFunc_flockfile);
412 TLI.setUnavailable(LibFunc_fstatvfs);
413 TLI.setUnavailable(LibFunc_ftrylockfile);
414 TLI.setUnavailable(LibFunc_funlockfile);
415 TLI.setUnavailable(LibFunc_getitimer);
416 TLI.setUnavailable(LibFunc_getlogin_r);
417 TLI.setUnavailable(LibFunc_getpwnam);
418 TLI.setUnavailable(LibFunc_htonl);
419 TLI.setUnavailable(LibFunc_htons);
420 TLI.setUnavailable(LibFunc_lchown);
421 TLI.setUnavailable(LibFunc_lstat);
422 TLI.setUnavailable(LibFunc_memrchr);
423 TLI.setUnavailable(LibFunc_ntohl);
424 TLI.setUnavailable(LibFunc_ntohs);
425 TLI.setUnavailable(LibFunc_pread);
426 TLI.setUnavailable(LibFunc_pwrite);
427 TLI.setUnavailable(LibFunc_readlink);
428 TLI.setUnavailable(LibFunc_realpath);
429 TLI.setUnavailable(LibFunc_setitimer);
430 TLI.setUnavailable(LibFunc_statvfs);
431 TLI.setUnavailable(LibFunc_stpcpy);
432 TLI.setUnavailable(LibFunc_stpncpy);
433 TLI.setUnavailable(LibFunc_times);
434 TLI.setUnavailable(LibFunc_uname);
435 TLI.setUnavailable(LibFunc_unsetenv);
436 TLI.setUnavailable(LibFunc_utimes);
437
438 // MinGW does have ldexpf, but it is a plain wrapper over regular ldexp.
439 // Therefore it's not beneficial to transform code to use it, i.e.
440 // just pretend that the function is not available.
441 TLI.setUnavailable(LibFunc_ldexpf);
442 }
443
444 // Pick just one set of new/delete variants.
445 if (T.isOSMSVCRT()) {
446 // MSVC, doesn't have the Itanium new/delete.
447 TLI.setUnavailable(LibFunc_ZdaPv);
448 TLI.setUnavailable(LibFunc_ZdaPvRKSt9nothrow_t);
449 TLI.setUnavailable(LibFunc_ZdaPvSt11align_val_t);
450 TLI.setUnavailable(LibFunc_ZdaPvSt11align_val_tRKSt9nothrow_t);
451 TLI.setUnavailable(LibFunc_ZdaPvj);
452 TLI.setUnavailable(LibFunc_ZdaPvjSt11align_val_t);
453 TLI.setUnavailable(LibFunc_ZdaPvm);
454 TLI.setUnavailable(LibFunc_ZdaPvmSt11align_val_t);
455 TLI.setUnavailable(LibFunc_ZdlPv);
456 TLI.setUnavailable(LibFunc_ZdlPvRKSt9nothrow_t);
457 TLI.setUnavailable(LibFunc_ZdlPvSt11align_val_t);
458 TLI.setUnavailable(LibFunc_ZdlPvSt11align_val_tRKSt9nothrow_t);
459 TLI.setUnavailable(LibFunc_ZdlPvj);
460 TLI.setUnavailable(LibFunc_ZdlPvjSt11align_val_t);
461 TLI.setUnavailable(LibFunc_ZdlPvm);
462 TLI.setUnavailable(LibFunc_ZdlPvmSt11align_val_t);
463 TLI.setUnavailable(LibFunc_Znaj);
464 TLI.setUnavailable(LibFunc_ZnajRKSt9nothrow_t);
465 TLI.setUnavailable(LibFunc_ZnajSt11align_val_t);
466 TLI.setUnavailable(LibFunc_ZnajSt11align_val_tRKSt9nothrow_t);
467 TLI.setUnavailable(LibFunc_Znam);
468 TLI.setUnavailable(LibFunc_ZnamRKSt9nothrow_t);
469 TLI.setUnavailable(LibFunc_ZnamRKSt9nothrow_t12__hot_cold_t);
470 TLI.setUnavailable(LibFunc_ZnamSt11align_val_t);
471 TLI.setUnavailable(LibFunc_ZnamSt11align_val_tRKSt9nothrow_t);
472 TLI.setUnavailable(LibFunc_Znwj);
473 TLI.setUnavailable(LibFunc_ZnwjRKSt9nothrow_t);
474 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_t);
475 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_tRKSt9nothrow_t);
476 TLI.setUnavailable(LibFunc_Znwm);
477 TLI.setUnavailable(LibFunc_ZnwmRKSt9nothrow_t);
478 TLI.setUnavailable(LibFunc_ZnwmRKSt9nothrow_t12__hot_cold_t);
479 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_t);
480 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t);
481 TLI.setUnavailable(LibFunc_Znwm12__hot_cold_t);
482 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_t12__hot_cold_t);
483 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t12__hot_cold_t);
484 TLI.setUnavailable(LibFunc_Znam12__hot_cold_t);
485 TLI.setUnavailable(LibFunc_ZnamSt11align_val_t12__hot_cold_t);
486 TLI.setUnavailable(LibFunc_ZnamSt11align_val_tRKSt9nothrow_t12__hot_cold_t);
487 TLI.setUnavailable(LibFunc_size_returning_new);
488 TLI.setUnavailable(LibFunc_size_returning_new_hot_cold);
489 TLI.setUnavailable(LibFunc_size_returning_new_aligned);
490 TLI.setUnavailable(LibFunc_size_returning_new_aligned_hot_cold);
491 } else {
492 // Not MSVC, assume it's Itanium.
493 TLI.setUnavailable(LibFunc_msvc_new_int);
494 TLI.setUnavailable(LibFunc_msvc_new_int_nothrow);
495 TLI.setUnavailable(LibFunc_msvc_new_longlong);
496 TLI.setUnavailable(LibFunc_msvc_new_longlong_nothrow);
497 TLI.setUnavailable(LibFunc_msvc_delete_ptr32);
498 TLI.setUnavailable(LibFunc_msvc_delete_ptr32_nothrow);
499 TLI.setUnavailable(LibFunc_msvc_delete_ptr32_int);
500 TLI.setUnavailable(LibFunc_msvc_delete_ptr64);
501 TLI.setUnavailable(LibFunc_msvc_delete_ptr64_nothrow);
502 TLI.setUnavailable(LibFunc_msvc_delete_ptr64_longlong);
503 TLI.setUnavailable(LibFunc_msvc_new_array_int);
504 TLI.setUnavailable(LibFunc_msvc_new_array_int_nothrow);
505 TLI.setUnavailable(LibFunc_msvc_new_array_longlong);
506 TLI.setUnavailable(LibFunc_msvc_new_array_longlong_nothrow);
507 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32);
508 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32_nothrow);
509 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32_int);
510 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64);
511 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64_nothrow);
512 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64_longlong);
513 }
514
515 switch (T.getOS()) {
516 case Triple::MacOSX:
517 // exp10 and exp10f are not available on OS X until 10.9 and iOS until 7.0
518 // and their names are __exp10 and __exp10f. exp10l is not available on
519 // OS X or iOS.
520 TLI.setUnavailable(LibFunc_exp10l);
521 if (T.isMacOSXVersionLT(10, 9)) {
522 TLI.setUnavailable(LibFunc_exp10);
523 TLI.setUnavailable(LibFunc_exp10f);
524 } else {
525 TLI.setAvailableWithName(LibFunc_exp10, "__exp10");
526 TLI.setAvailableWithName(LibFunc_exp10f, "__exp10f");
527 }
528 break;
529 case Triple::IOS:
530 case Triple::TvOS:
531 case Triple::WatchOS:
532 case Triple::XROS:
533 TLI.setUnavailable(LibFunc_exp10l);
534 if (!T.isWatchOS() &&
535 (T.isOSVersionLT(7, 0) || (T.isOSVersionLT(9, 0) && T.isX86()))) {
536 TLI.setUnavailable(LibFunc_exp10);
537 TLI.setUnavailable(LibFunc_exp10f);
538 } else {
539 TLI.setAvailableWithName(LibFunc_exp10, "__exp10");
540 TLI.setAvailableWithName(LibFunc_exp10f, "__exp10f");
541 }
542 break;
543 case Triple::Linux:
544 // exp10, exp10f, exp10l is available on Linux (GLIBC) but are extremely
545 // buggy prior to glibc version 2.18. Until this version is widely deployed
546 // or we have a reasonable detection strategy, we cannot use exp10 reliably
547 // on Linux.
548 //
549 // Fall through to disable all of them.
550 [[fallthrough]];
551 default:
552 TLI.setUnavailable(LibFunc_exp10);
553 TLI.setUnavailable(LibFunc_exp10f);
554 TLI.setUnavailable(LibFunc_exp10l);
555 }
556
557 // ffsl is available on at least Darwin, Mac OS X, iOS, FreeBSD, and
558 // Linux (GLIBC):
559 // http://developer.apple.com/library/mac/#documentation/Darwin/Reference/ManPages/man3/ffsl.3.html
560 // http://svn.freebsd.org/base/head/lib/libc/string/ffsl.c
561 // http://www.gnu.org/software/gnulib/manual/html_node/ffsl.html
562 switch (T.getOS()) {
563 case Triple::Darwin:
564 case Triple::MacOSX:
565 case Triple::IOS:
566 case Triple::TvOS:
567 case Triple::WatchOS:
568 case Triple::XROS:
569 case Triple::FreeBSD:
570 case Triple::Linux:
571 break;
572 default:
573 TLI.setUnavailable(LibFunc_ffsl);
574 }
575
576 // ffsll is available on at least FreeBSD and Linux (GLIBC):
577 // http://svn.freebsd.org/base/head/lib/libc/string/ffsll.c
578 // http://www.gnu.org/software/gnulib/manual/html_node/ffsll.html
579 switch (T.getOS()) {
580 case Triple::Darwin:
581 case Triple::MacOSX:
582 case Triple::IOS:
583 case Triple::TvOS:
584 case Triple::WatchOS:
585 case Triple::XROS:
586 case Triple::FreeBSD:
587 case Triple::Linux:
588 break;
589 default:
590 TLI.setUnavailable(LibFunc_ffsll);
591 }
592
593 // The following functions are available on at least FreeBSD:
594 // http://svn.freebsd.org/base/head/lib/libc/string/fls.c
595 // http://svn.freebsd.org/base/head/lib/libc/string/flsl.c
596 // http://svn.freebsd.org/base/head/lib/libc/string/flsll.c
597 if (!T.isOSFreeBSD()) {
598 TLI.setUnavailable(LibFunc_fls);
599 TLI.setUnavailable(LibFunc_flsl);
600 TLI.setUnavailable(LibFunc_flsll);
601 }
602
603 // The following functions are only available on GNU/Linux (using glibc).
604 // Linux variants without glibc (eg: bionic, musl) may have some subset.
605 if (!T.isOSLinux() || !T.isGNUEnvironment()) {
606 TLI.setUnavailable(LibFunc_dunder_strdup);
607 TLI.setUnavailable(LibFunc_dunder_strtok_r);
608 TLI.setUnavailable(LibFunc_dunder_isoc99_scanf);
609 TLI.setUnavailable(LibFunc_dunder_isoc99_sscanf);
610 TLI.setUnavailable(LibFunc_under_IO_getc);
611 TLI.setUnavailable(LibFunc_under_IO_putc);
612 // But, Android and musl have memalign.
613 if (!T.isAndroid() && !T.isMusl())
614 TLI.setUnavailable(LibFunc_memalign);
615 TLI.setUnavailable(LibFunc_fopen64);
616 TLI.setUnavailable(LibFunc_fseeko64);
617 TLI.setUnavailable(LibFunc_fstat64);
618 TLI.setUnavailable(LibFunc_fstatvfs64);
619 TLI.setUnavailable(LibFunc_ftello64);
620 TLI.setUnavailable(LibFunc_lstat64);
621 TLI.setUnavailable(LibFunc_open64);
622 TLI.setUnavailable(LibFunc_stat64);
623 TLI.setUnavailable(LibFunc_statvfs64);
624 TLI.setUnavailable(LibFunc_tmpfile64);
625
626 // Relaxed math functions are included in math-finite.h on Linux (GLIBC).
627 // Note that math-finite.h is no longer supported by top-of-tree GLIBC,
628 // so we keep these functions around just so that they're recognized by
629 // the ConstantFolder.
630 TLI.setUnavailable(LibFunc_acos_finite);
631 TLI.setUnavailable(LibFunc_acosf_finite);
632 TLI.setUnavailable(LibFunc_acosl_finite);
633 TLI.setUnavailable(LibFunc_acosh_finite);
634 TLI.setUnavailable(LibFunc_acoshf_finite);
635 TLI.setUnavailable(LibFunc_acoshl_finite);
636 TLI.setUnavailable(LibFunc_asin_finite);
637 TLI.setUnavailable(LibFunc_asinf_finite);
638 TLI.setUnavailable(LibFunc_asinl_finite);
639 TLI.setUnavailable(LibFunc_atan2_finite);
640 TLI.setUnavailable(LibFunc_atan2f_finite);
641 TLI.setUnavailable(LibFunc_atan2l_finite);
642 TLI.setUnavailable(LibFunc_atanh_finite);
643 TLI.setUnavailable(LibFunc_atanhf_finite);
644 TLI.setUnavailable(LibFunc_atanhl_finite);
645 TLI.setUnavailable(LibFunc_cosh_finite);
646 TLI.setUnavailable(LibFunc_coshf_finite);
647 TLI.setUnavailable(LibFunc_coshl_finite);
648 TLI.setUnavailable(LibFunc_exp10_finite);
649 TLI.setUnavailable(LibFunc_exp10f_finite);
650 TLI.setUnavailable(LibFunc_exp10l_finite);
651 TLI.setUnavailable(LibFunc_exp2_finite);
652 TLI.setUnavailable(LibFunc_exp2f_finite);
653 TLI.setUnavailable(LibFunc_exp2l_finite);
654 TLI.setUnavailable(LibFunc_exp_finite);
655 TLI.setUnavailable(LibFunc_expf_finite);
656 TLI.setUnavailable(LibFunc_expl_finite);
657 TLI.setUnavailable(LibFunc_log10_finite);
658 TLI.setUnavailable(LibFunc_log10f_finite);
659 TLI.setUnavailable(LibFunc_log10l_finite);
660 TLI.setUnavailable(LibFunc_log2_finite);
661 TLI.setUnavailable(LibFunc_log2f_finite);
662 TLI.setUnavailable(LibFunc_log2l_finite);
663 TLI.setUnavailable(LibFunc_log_finite);
664 TLI.setUnavailable(LibFunc_logf_finite);
665 TLI.setUnavailable(LibFunc_logl_finite);
666 TLI.setUnavailable(LibFunc_pow_finite);
667 TLI.setUnavailable(LibFunc_powf_finite);
668 TLI.setUnavailable(LibFunc_powl_finite);
669 TLI.setUnavailable(LibFunc_sinh_finite);
670 TLI.setUnavailable(LibFunc_sinhf_finite);
671 TLI.setUnavailable(LibFunc_sinhl_finite);
672 TLI.setUnavailable(LibFunc_sqrt_finite);
673 TLI.setUnavailable(LibFunc_sqrtf_finite);
674 TLI.setUnavailable(LibFunc_sqrtl_finite);
675 }
676
677 if ((T.isOSLinux() && T.isGNUEnvironment()) ||
678 (T.isAndroid() && !T.isAndroidVersionLT(28))) {
679 // available IO unlocked variants on GNU/Linux and Android P or later
680 TLI.setAvailable(LibFunc_getc_unlocked);
681 TLI.setAvailable(LibFunc_getchar_unlocked);
682 TLI.setAvailable(LibFunc_putc_unlocked);
683 TLI.setAvailable(LibFunc_putchar_unlocked);
684 TLI.setAvailable(LibFunc_fputc_unlocked);
685 TLI.setAvailable(LibFunc_fgetc_unlocked);
686 TLI.setAvailable(LibFunc_fread_unlocked);
687 TLI.setAvailable(LibFunc_fwrite_unlocked);
688 TLI.setAvailable(LibFunc_fputs_unlocked);
689 TLI.setAvailable(LibFunc_fgets_unlocked);
690 }
691
692 if (T.isPS()) {
693 // PS4/PS5 do have memalign.
694 TLI.setAvailable(LibFunc_memalign);
695
696 // PS4/PS5 do not have new/delete with "unsigned int" size parameter;
697 // they only have the "unsigned long" versions.
698 TLI.setUnavailable(LibFunc_ZdaPvj);
699 TLI.setUnavailable(LibFunc_ZdaPvjSt11align_val_t);
700 TLI.setUnavailable(LibFunc_ZdlPvj);
701 TLI.setUnavailable(LibFunc_ZdlPvjSt11align_val_t);
702 TLI.setUnavailable(LibFunc_Znaj);
703 TLI.setUnavailable(LibFunc_ZnajRKSt9nothrow_t);
704 TLI.setUnavailable(LibFunc_ZnajSt11align_val_t);
705 TLI.setUnavailable(LibFunc_ZnajSt11align_val_tRKSt9nothrow_t);
706 TLI.setUnavailable(LibFunc_Znwj);
707 TLI.setUnavailable(LibFunc_ZnwjRKSt9nothrow_t);
708 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_t);
709 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_tRKSt9nothrow_t);
710
711 // None of the *_chk functions.
712 TLI.setUnavailable(LibFunc_memccpy_chk);
713 TLI.setUnavailable(LibFunc_memcpy_chk);
714 TLI.setUnavailable(LibFunc_memmove_chk);
715 TLI.setUnavailable(LibFunc_mempcpy_chk);
716 TLI.setUnavailable(LibFunc_memset_chk);
717 TLI.setUnavailable(LibFunc_snprintf_chk);
718 TLI.setUnavailable(LibFunc_sprintf_chk);
719 TLI.setUnavailable(LibFunc_stpcpy_chk);
720 TLI.setUnavailable(LibFunc_stpncpy_chk);
721 TLI.setUnavailable(LibFunc_strcat_chk);
722 TLI.setUnavailable(LibFunc_strcpy_chk);
723 TLI.setUnavailable(LibFunc_strlcat_chk);
724 TLI.setUnavailable(LibFunc_strlcpy_chk);
725 TLI.setUnavailable(LibFunc_strlen_chk);
726 TLI.setUnavailable(LibFunc_strncat_chk);
727 TLI.setUnavailable(LibFunc_strncpy_chk);
728 TLI.setUnavailable(LibFunc_vsnprintf_chk);
729 TLI.setUnavailable(LibFunc_vsprintf_chk);
730
731 // Various Posix system functions.
732 TLI.setUnavailable(LibFunc_access);
733 TLI.setUnavailable(LibFunc_chmod);
734 TLI.setUnavailable(LibFunc_chown);
735 TLI.setUnavailable(LibFunc_closedir);
736 TLI.setUnavailable(LibFunc_ctermid);
737 TLI.setUnavailable(LibFunc_execl);
738 TLI.setUnavailable(LibFunc_execle);
739 TLI.setUnavailable(LibFunc_execlp);
740 TLI.setUnavailable(LibFunc_execv);
741 TLI.setUnavailable(LibFunc_execvP);
742 TLI.setUnavailable(LibFunc_execve);
743 TLI.setUnavailable(LibFunc_execvp);
744 TLI.setUnavailable(LibFunc_execvpe);
745 TLI.setUnavailable(LibFunc_fork);
746 TLI.setUnavailable(LibFunc_fstat);
747 TLI.setUnavailable(LibFunc_fstatvfs);
748 TLI.setUnavailable(LibFunc_getenv);
749 TLI.setUnavailable(LibFunc_getitimer);
750 TLI.setUnavailable(LibFunc_getlogin_r);
751 TLI.setUnavailable(LibFunc_getpwnam);
752 TLI.setUnavailable(LibFunc_gettimeofday);
753 TLI.setUnavailable(LibFunc_lchown);
754 TLI.setUnavailable(LibFunc_lstat);
755 TLI.setUnavailable(LibFunc_mkdir);
756 TLI.setUnavailable(LibFunc_open);
757 TLI.setUnavailable(LibFunc_opendir);
758 TLI.setUnavailable(LibFunc_pclose);
759 TLI.setUnavailable(LibFunc_popen);
760 TLI.setUnavailable(LibFunc_pread);
761 TLI.setUnavailable(LibFunc_pvalloc);
762 TLI.setUnavailable(LibFunc_pwrite);
763 TLI.setUnavailable(LibFunc_read);
764 TLI.setUnavailable(LibFunc_readlink);
765 TLI.setUnavailable(LibFunc_realpath);
766 TLI.setUnavailable(LibFunc_rename);
767 TLI.setUnavailable(LibFunc_rmdir);
768 TLI.setUnavailable(LibFunc_setitimer);
769 TLI.setUnavailable(LibFunc_stat);
770 TLI.setUnavailable(LibFunc_statvfs);
771 TLI.setUnavailable(LibFunc_system);
772 TLI.setUnavailable(LibFunc_times);
773 TLI.setUnavailable(LibFunc_tmpfile);
774 TLI.setUnavailable(LibFunc_unlink);
775 TLI.setUnavailable(LibFunc_uname);
776 TLI.setUnavailable(LibFunc_unsetenv);
777 TLI.setUnavailable(LibFunc_utime);
778 TLI.setUnavailable(LibFunc_utimes);
779 TLI.setUnavailable(LibFunc_valloc);
780 TLI.setUnavailable(LibFunc_write);
781
782 // Miscellaneous other functions not provided.
783 TLI.setUnavailable(LibFunc_atomic_load);
784 TLI.setUnavailable(LibFunc_atomic_store);
785 TLI.setUnavailable(LibFunc_dunder_strndup);
786 TLI.setUnavailable(LibFunc_bcmp);
787 TLI.setUnavailable(LibFunc_bcopy);
788 TLI.setUnavailable(LibFunc_bzero);
789 TLI.setUnavailable(LibFunc_cabs);
790 TLI.setUnavailable(LibFunc_cabsf);
791 TLI.setUnavailable(LibFunc_cabsl);
792 TLI.setUnavailable(LibFunc_ffs);
793 TLI.setUnavailable(LibFunc_flockfile);
794 TLI.setUnavailable(LibFunc_fseeko);
795 TLI.setUnavailable(LibFunc_ftello);
796 TLI.setUnavailable(LibFunc_ftrylockfile);
797 TLI.setUnavailable(LibFunc_funlockfile);
798 TLI.setUnavailable(LibFunc_htonl);
799 TLI.setUnavailable(LibFunc_htons);
800 TLI.setUnavailable(LibFunc_isascii);
801 TLI.setUnavailable(LibFunc_memccpy);
802 TLI.setUnavailable(LibFunc_mempcpy);
803 TLI.setUnavailable(LibFunc_memrchr);
804 TLI.setUnavailable(LibFunc_ntohl);
805 TLI.setUnavailable(LibFunc_ntohs);
806 TLI.setUnavailable(LibFunc_reallocarray);
807 TLI.setUnavailable(LibFunc_reallocf);
808 TLI.setUnavailable(LibFunc_roundeven);
809 TLI.setUnavailable(LibFunc_roundevenf);
810 TLI.setUnavailable(LibFunc_roundevenl);
811 TLI.setUnavailable(LibFunc_stpcpy);
812 TLI.setUnavailable(LibFunc_stpncpy);
813 TLI.setUnavailable(LibFunc_strlcat);
814 TLI.setUnavailable(LibFunc_strlcpy);
815 TLI.setUnavailable(LibFunc_strndup);
816 TLI.setUnavailable(LibFunc_strnlen);
817 TLI.setUnavailable(LibFunc_toascii);
818 }
819
820 if (T.isOSFreeBSD()) {
821 TLI.setAvailable(LibFunc_dunder_strtok_r);
822 TLI.setAvailable(LibFunc_memalign);
823 TLI.setAvailable(LibFunc_fputc_unlocked);
824 TLI.setAvailable(LibFunc_fputs_unlocked);
825 TLI.setAvailable(LibFunc_fread_unlocked);
826 TLI.setAvailable(LibFunc_fwrite_unlocked);
827 TLI.setAvailable(LibFunc_getc_unlocked);
828 TLI.setAvailable(LibFunc_getchar_unlocked);
829 TLI.setAvailable(LibFunc_putc_unlocked);
830 TLI.setAvailable(LibFunc_putchar_unlocked);
831
832 TLI.setUnavailable(LibFunc_dunder_strndup);
833 TLI.setUnavailable(LibFunc_memccpy_chk);
834 TLI.setUnavailable(LibFunc_strlen_chk);
835 TLI.setUnavailable(LibFunc_fmaximum_num);
836 TLI.setUnavailable(LibFunc_fmaximum_numf);
837 TLI.setUnavailable(LibFunc_fmaximum_numl);
838 TLI.setUnavailable(LibFunc_fminimum_num);
839 TLI.setUnavailable(LibFunc_fminimum_numf);
840 TLI.setUnavailable(LibFunc_fminimum_numl);
841 TLI.setUnavailable(LibFunc_roundeven);
842 TLI.setUnavailable(LibFunc_roundevenf);
843 TLI.setUnavailable(LibFunc_roundevenl);
844 }
845
846 // As currently implemented in clang, NVPTX code has no standard library to
847 // speak of. Headers provide a standard-ish library implementation, but many
848 // of the signatures are wrong -- for example, many libm functions are not
849 // extern "C".
850 //
851 // libdevice, an IR library provided by nvidia, is linked in by the front-end,
852 // but only used functions are provided to llvm. Moreover, most of the
853 // functions in libdevice don't map precisely to standard library functions.
854 //
855 // FIXME: Having no standard library prevents e.g. many fastmath
856 // optimizations, so this situation should be fixed.
857 if (T.isNVPTX()) {
858 TLI.disableAllFunctions();
859 TLI.setAvailable(LibFunc_nvvm_reflect);
860 TLI.setAvailable(llvm::LibFunc_malloc);
861 TLI.setAvailable(llvm::LibFunc_free);
862
863 // TODO: We could enable the following two according to [0] but we haven't
864 // done an evaluation wrt. the performance implications.
865 // [0]
866 // https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#dynamic-global-memory-allocation-and-operations
867 //
868 // TLI.setAvailable(llvm::LibFunc_memcpy);
869 // TLI.setAvailable(llvm::LibFunc_memset);
870
871 } else {
872 TLI.setUnavailable(LibFunc_nvvm_reflect);
873 }
874
875 // These vec_malloc/free routines are only available on AIX.
876 if (!T.isOSAIX()) {
877 TLI.setUnavailable(LibFunc_vec_calloc);
878 TLI.setUnavailable(LibFunc_vec_malloc);
879 TLI.setUnavailable(LibFunc_vec_realloc);
880 TLI.setUnavailable(LibFunc_vec_free);
881 }
882
883 if (T.isOSAIX())
884 TLI.setUnavailable(LibFunc_memrchr);
885
886 TLI.addVectorizableFunctionsFromVecLib(VecLib, T);
887}
888
889/// Initialize the set of available library functions based on the specified
890/// target triple. This should be carefully written so that a missing target
891/// triple gets a sane set of defaults.
892static void initialize(TargetLibraryInfoImpl &TLI, const Triple &T,
893 const llvm::StringTable &StandardNames,
894 VectorLibrary VecLib) {
895 initializeBase(TLI, T);
896 initializeLibCalls(TLI, T, StandardNames, VecLib);
897}
898
899static bool initializeIsErrnoFunctionCall(const Triple &T) {
900 // Assume errno is implemented as a function call on the following
901 // known environments.
902 // TODO: Could refine them.
903 return T.isOSDarwin() || T.isAndroid() || T.isGNUEnvironment() ||
904 T.isMusl() || T.getEnvironment() == Triple::LLVM ||
905 T.getEnvironment() == Triple::Mlibc ||
906 T.getEnvironment() == Triple::MSVC;
907}
908
909TargetLibraryInfoImpl::TargetLibraryInfoImpl(const Triple &T,
910 VectorLibrary VecLib)
911 : IsErrnoFunctionCall(initializeIsErrnoFunctionCall(T)) {
912 // Default to everything being available.
913 memset(AvailableArray, -1, sizeof(AvailableArray));
914
915 initialize(*this, T, StandardNamesStrTable, VecLib);
916}
917
918TargetLibraryInfoImpl::TargetLibraryInfoImpl(const TargetLibraryInfoImpl &TLI)
919 : CustomNames(TLI.CustomNames), ShouldExtI32Param(TLI.ShouldExtI32Param),
920 ShouldExtI32Return(TLI.ShouldExtI32Return),
921 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param),
922 ShouldSignExtI32Return(TLI.ShouldSignExtI32Return),
923 SizeOfInt(TLI.SizeOfInt), IsErrnoFunctionCall(TLI.IsErrnoFunctionCall) {
924 memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray));
925 VectorDescs = TLI.VectorDescs;
926 ScalarDescs = TLI.ScalarDescs;
927}
928
929TargetLibraryInfoImpl::TargetLibraryInfoImpl(TargetLibraryInfoImpl &&TLI)
930 : CustomNames(std::move(TLI.CustomNames)),
931 ShouldExtI32Param(TLI.ShouldExtI32Param),
932 ShouldExtI32Return(TLI.ShouldExtI32Return),
933 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param),
934 ShouldSignExtI32Return(TLI.ShouldSignExtI32Return),
935 SizeOfInt(TLI.SizeOfInt), IsErrnoFunctionCall(TLI.IsErrnoFunctionCall) {
936 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray),
937 AvailableArray);
938 VectorDescs = TLI.VectorDescs;
939 ScalarDescs = TLI.ScalarDescs;
940}
941
942TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(const TargetLibraryInfoImpl &TLI) {
943 CustomNames = TLI.CustomNames;
944 ShouldExtI32Param = TLI.ShouldExtI32Param;
945 ShouldExtI32Return = TLI.ShouldExtI32Return;
946 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param;
947 ShouldSignExtI32Return = TLI.ShouldSignExtI32Return;
948 SizeOfInt = TLI.SizeOfInt;
949 IsErrnoFunctionCall = TLI.IsErrnoFunctionCall;
950 memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray));
951 return *this;
952}
953
954TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(TargetLibraryInfoImpl &&TLI) {
955 CustomNames = std::move(TLI.CustomNames);
956 ShouldExtI32Param = TLI.ShouldExtI32Param;
957 ShouldExtI32Return = TLI.ShouldExtI32Return;
958 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param;
959 ShouldSignExtI32Return = TLI.ShouldSignExtI32Return;
960 SizeOfInt = TLI.SizeOfInt;
961 IsErrnoFunctionCall = TLI.IsErrnoFunctionCall;
962 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray),
963 AvailableArray);
964 return *this;
965}
966
967static StringRef sanitizeFunctionName(StringRef funcName) {
968 // Filter out empty names and names containing null bytes, those can't be in
969 // our table.
970 if (funcName.empty() || funcName.contains('\0'))
971 return StringRef();
972
973 // Check for \01 prefix that is used to mangle __asm declarations and
974 // strip it if present.
975 return GlobalValue::dropLLVMManglingEscape(funcName);
976}
977
978static DenseMap<StringRef, LibFunc>
979buildIndexMap(const llvm::StringTable &StandardNames) {
980 DenseMap<StringRef, LibFunc> Indices;
981 unsigned Idx = 1; // 0 is NotLibFunc.
982 Indices.reserve(LibFunc::NumLibFuncs);
983 for (const auto &Func : StandardNames)
984 Indices[Func] = static_cast<LibFunc>(Idx++);
985 return Indices;
986}
987
988LibFunc TargetLibraryInfoImpl::getLibFunc(StringRef funcName) const {
989 funcName = sanitizeFunctionName(funcName);
990 if (funcName.empty())
991 return NotLibFunc;
992
993 static const DenseMap<StringRef, LibFunc> Indices =
994 buildIndexMap(StandardNamesStrTable);
995
996 if (auto Loc = Indices.find(funcName); Loc != Indices.end())
997 return Loc->second;
998 return NotLibFunc;
999}
1000
1001// Return true if ArgTy matches Ty.
1002
1003static bool matchType(FuncArgTypeID ArgTy, const Type *Ty, unsigned IntBits,
1004 unsigned SizeTBits) {
1005 switch (ArgTy) {
1006 case Void:
1007 return Ty->isVoidTy();
1008 case Bool:
1009 return Ty->isIntegerTy(8);
1010 case Int16:
1011 return Ty->isIntegerTy(16);
1012 case Int32:
1013 return Ty->isIntegerTy(32);
1014 case Int:
1015 return Ty->isIntegerTy(IntBits);
1016 case IntPlus:
1017 return Ty->isIntegerTy() && Ty->getPrimitiveSizeInBits() >= IntBits;
1018 case IntX:
1019 return Ty->isIntegerTy();
1020 case Long:
1021 // TODO: Figure out and use long size.
1022 return Ty->isIntegerTy() && Ty->getPrimitiveSizeInBits() >= IntBits;
1023 case Int64:
1024 return Ty->isIntegerTy(64);
1025 case LLong:
1026 return Ty->isIntegerTy(64);
1027 case SizeT:
1028 case SSizeT:
1029 return Ty->isIntegerTy(SizeTBits);
1030 case Flt:
1031 return Ty->isFloatTy();
1032 case Dbl:
1033 return Ty->isDoubleTy();
1034 // TODO: Tighten this up.
1035 case LDbl:
1036 return Ty->isFloatingPointTy();
1037 case Floating:
1038 return Ty->isFloatingPointTy();
1039 case Ptr:
1040 return Ty->isPointerTy();
1041 case Struct:
1042 return Ty->isStructTy();
1043 default:
1044 break;
1045 }
1046
1047 llvm_unreachable("Invalid type");
1048}
1049
1050static bool isValidProtoForSizeReturningNew(const FunctionType &FTy, LibFunc F,
1051 const Module &M,
1052 int SizeTSizeBits) {
1053 switch (F) {
1054 case LibFunc_size_returning_new: {
1055 if (FTy.getNumParams() != 1 ||
1056 !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits)) {
1057 return false;
1058 }
1059 } break;
1060 case LibFunc_size_returning_new_hot_cold: {
1061 if (FTy.getNumParams() != 2 ||
1062 !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits) ||
1063 !FTy.getParamType(1)->isIntegerTy(8)) {
1064 return false;
1065 }
1066 } break;
1067 case LibFunc_size_returning_new_aligned: {
1068 if (FTy.getNumParams() != 2 ||
1069 !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits) ||
1070 !FTy.getParamType(1)->isIntegerTy(SizeTSizeBits)) {
1071 return false;
1072 }
1073 } break;
1074 case LibFunc_size_returning_new_aligned_hot_cold:
1075 if (FTy.getNumParams() != 3 ||
1076 !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits) ||
1077 !FTy.getParamType(1)->isIntegerTy(SizeTSizeBits) ||
1078 !FTy.getParamType(2)->isIntegerTy(8)) {
1079 return false;
1080 }
1081 break;
1082 default:
1083 return false;
1084 }
1085
1086 auto &Context = M.getContext();
1087 PointerType *PtrTy = PointerType::get(Context, 0);
1088 StructType *SizedPtrTy = StructType::get(
1089 Context, {PtrTy, Type::getIntNTy(Context, SizeTSizeBits)});
1090 return FTy.getReturnType() == SizedPtrTy;
1091}
1092
1093bool TargetLibraryInfoImpl::isValidProtoForLibFunc(const FunctionType &FTy,
1094 LibFunc F,
1095 const Module &M) const {
1096 unsigned NumParams = FTy.getNumParams();
1097
1098 switch (F) {
1099 // Special handling for <complex.h> functions:
1100 case LibFunc_cabs:
1101 case LibFunc_cabsf:
1102 case LibFunc_cabsl: {
1103 Type *RetTy = FTy.getReturnType();
1104 if (!RetTy->isFloatingPointTy() || NumParams == 0)
1105 return false;
1106
1107 Type *ParamTy = FTy.getParamType(0);
1108 // NOTE: These prototypes are target specific and currently support
1109 // "complex" passed as an array or discrete real & imaginary parameters.
1110 // Add other calling conventions to enable libcall optimizations.
1111 if (NumParams == 1)
1112 return (ParamTy->isArrayTy() && ParamTy->getArrayNumElements() == 2 &&
1113 ParamTy->getArrayElementType() == RetTy);
1114 else if (NumParams == 2)
1115 return ParamTy == RetTy && FTy.getParamType(1) == RetTy;
1116
1117 return false;
1118 }
1119 // Special handling for the sincospi functions that return either
1120 // a struct or vector:
1121 case LibFunc_sincospi_stret:
1122 case LibFunc_sincospif_stret: {
1123 if (NumParams != 1)
1124 return false;
1125
1126 Type *RetTy = FTy.getReturnType();
1127 Type *ParamTy = FTy.getParamType(0);
1128 if (auto *Ty = dyn_cast<StructType>(RetTy)) {
1129 if (Ty->getNumElements() != 2)
1130 return false;
1131 return (Ty->getElementType(0) == ParamTy &&
1132 Ty->getElementType(1) == ParamTy);
1133 }
1134
1135 if (auto *Ty = dyn_cast<FixedVectorType>(RetTy)) {
1136 if (Ty->getNumElements() != 2)
1137 return false;
1138 return Ty->getElementType() == ParamTy;
1139 }
1140
1141 return false;
1142 }
1143 // Special handling of __size_returning_new functions that return a struct
1144 // of type {void*, size_t}.
1145 case LibFunc_size_returning_new:
1146 case LibFunc_size_returning_new_hot_cold:
1147 case LibFunc_size_returning_new_aligned:
1148 case LibFunc_size_returning_new_aligned_hot_cold:
1149 return isValidProtoForSizeReturningNew(FTy, F, M, getSizeTSize(M));
1150 default:
1151 break;
1152 }
1153
1154 unsigned IntBits = getIntSize();
1155 unsigned SizeTBits = getSizeTSize(M);
1156 unsigned Idx = 0;
1157
1158 // Iterate over the type ids in the function prototype, matching each
1159 // against the function's type FTy, starting with its return type.
1160 // Return true if both match in number and kind, inclduing the ellipsis.
1161 Type *Ty = FTy.getReturnType(), *LastTy = Ty;
1162 const auto *ProtoTypes = &SignatureTable[SignatureOffset[F]];
1163 for (auto TyID = ProtoTypes[Idx]; TyID != NoFuncArgType;
1164 TyID = ProtoTypes[++Idx]) {
1165 if (TyID == NoFuncArgType)
1166 break;
1167
1168 if (TyID == Ellip) {
1169 // The ellipsis ends the protoype list but is not a part of FTy's
1170 // argument list. Except when it's last it must be followed by
1171 // NoFuncArgType.
1172 assert(ProtoTypes[Idx] == NoFuncArgType ||
1173 ProtoTypes[Idx + 1] == NoFuncArgType);
1174 return FTy.isFunctionVarArg();
1175 }
1176
1177 if (TyID == Same) {
1178 assert(Idx != 0 && "Type ID 'Same' must not be first!");
1179 if (Ty != LastTy)
1180 return false;
1181 } else {
1182 if (!Ty || !matchType(TyID, Ty, IntBits, SizeTBits))
1183 return false;
1184 LastTy = Ty;
1185 }
1186
1187 if (Idx == NumParams) {
1188 // There's at least one and at most two more type ids than there are
1189 // arguments in FTy's argument list.
1190 Ty = nullptr;
1191 continue;
1192 }
1193
1194 Ty = FTy.getParamType(Idx);
1195 }
1196
1197 // Return success only if all entries on both lists have been processed
1198 // and the function is not a variadic one.
1199 return Idx == NumParams + 1 && !FTy.isFunctionVarArg();
1200}
1201
1202LibFunc TargetLibraryInfoImpl::getLibFunc(const Function &FDecl) const {
1203 // Intrinsics don't overlap w/libcalls; if our module has a large number of
1204 // intrinsics, this ends up being an interesting compile time win since we
1205 // avoid string normalization and comparison.
1206 if (FDecl.isIntrinsic())
1207 return NotLibFunc;
1208
1209 const Module *M = FDecl.getParent();
1210 assert(M && "Expecting FDecl to be connected to a Module.");
1211
1212 if (FDecl.LibFuncCache == Function::UnknownLibFunc)
1213 FDecl.LibFuncCache = getLibFunc(FDecl.getName());
1214
1215 if (FDecl.LibFuncCache == NotLibFunc)
1216 return NotLibFunc;
1217
1218 if (!isValidProtoForLibFunc(*FDecl.getFunctionType(), FDecl.LibFuncCache, *M))
1219 return NotLibFunc;
1220
1221 return FDecl.LibFuncCache;
1222}
1223
1224LibFunc TargetLibraryInfoImpl::getLibFunc(unsigned int Opcode, Type *Ty) const {
1225 // Must be a frem instruction with float or double arguments.
1226 if (Opcode != Instruction::FRem || (!Ty->isDoubleTy() && !Ty->isFloatTy()))
1227 return NotLibFunc;
1228
1229 return Ty->isDoubleTy() ? LibFunc_fmod : LibFunc_fmodf;
1230}
1231
1232void TargetLibraryInfoImpl::disableAllFunctions() {
1233 memset(AvailableArray, 0, sizeof(AvailableArray));
1234}
1235
1236static bool compareByScalarFnName(const VecDesc &LHS, const VecDesc &RHS) {
1237 return LHS.getScalarFnName() < RHS.getScalarFnName();
1238}
1239
1240static bool compareByVectorFnName(const VecDesc &LHS, const VecDesc &RHS) {
1241 return LHS.getVectorFnName() < RHS.getVectorFnName();
1242}
1243
1244static bool compareWithScalarFnName(const VecDesc &LHS, StringRef S) {
1245 return LHS.getScalarFnName() < S;
1246}
1247
1248void TargetLibraryInfoImpl::addVectorizableFunctions(ArrayRef<VecDesc> Fns) {
1249 llvm::append_range(VectorDescs, Fns);
1250 llvm::sort(VectorDescs, compareByScalarFnName);
1251
1252 llvm::append_range(ScalarDescs, Fns);
1253 llvm::sort(ScalarDescs, compareByVectorFnName);
1254}
1255
1256// The VecDesc tables should be constant-initialized to avoid compilation
1257// regression. Now VecDesc (see class definition) intentionally keeps trivially
1258// constructable/destructable, so the tables land in .rdata and do not run
1259// through CRT dynamic init (which can overflow small stack on MSVC Debug
1260// DLL loads). When LLVM requires C++20 mark them constinit to enforce this
1261// at compile time.
1262static constexpr VecDesc VecFuncs_Accelerate[] = {
1263#define TLI_DEFINE_ACCELERATE_VECFUNCS
1264#include "llvm/Analysis/VecFuncs.def"
1265#undef TLI_DEFINE_ACCELERATE_VECFUNCS
1266};
1267
1268static constexpr VecDesc VecFuncs_DarwinLibSystemM[] = {
1269#define TLI_DEFINE_DARWIN_LIBSYSTEM_M_VECFUNCS
1270#include "llvm/Analysis/VecFuncs.def"
1271#undef TLI_DEFINE_DARWIN_LIBSYSTEM_M_VECFUNCS
1272};
1273
1274static constexpr VecDesc VecFuncs_LIBMVEC_X86[] = {
1275#define TLI_DEFINE_LIBMVEC_X86_VECFUNCS
1276#include "llvm/Analysis/VecFuncs.def"
1277#undef TLI_DEFINE_LIBMVEC_X86_VECFUNCS
1278};
1279
1280static constexpr VecDesc VecFuncs_LIBMVEC_AARCH64[] = {
1281#define TLI_DEFINE_LIBMVEC_AARCH64_VECFUNCS
1282#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX, CC) \
1283 {SCAL, VEC, VF, MASK, VABI_PREFIX, CC},
1284#include "llvm/Analysis/VecFuncs.def"
1285#undef TLI_DEFINE_LIBMVEC_AARCH64_VECFUNCS
1286};
1287
1288static constexpr VecDesc VecFuncs_MASSV[] = {
1289#define TLI_DEFINE_MASSV_VECFUNCS
1290#include "llvm/Analysis/VecFuncs.def"
1291#undef TLI_DEFINE_MASSV_VECFUNCS
1292};
1293
1294static constexpr VecDesc VecFuncs_SVML[] = {
1295#define TLI_DEFINE_SVML_VECFUNCS
1296#include "llvm/Analysis/VecFuncs.def"
1297#undef TLI_DEFINE_SVML_VECFUNCS
1298};
1299
1300static constexpr VecDesc VecFuncs_SLEEFGNUABI_VF2[] = {
1301#define TLI_DEFINE_SLEEFGNUABI_VF2_VECFUNCS
1302#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \
1303 {SCAL, VEC, VF, /* MASK = */ false, VABI_PREFIX, /* CC = */ std::nullopt},
1304#include "llvm/Analysis/VecFuncs.def"
1305#undef TLI_DEFINE_SLEEFGNUABI_VF2_VECFUNCS
1306};
1307static constexpr VecDesc VecFuncs_SLEEFGNUABI_VF4[] = {
1308#define TLI_DEFINE_SLEEFGNUABI_VF4_VECFUNCS
1309#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \
1310 {SCAL, VEC, VF, /* MASK = */ false, VABI_PREFIX, /* CC = */ std::nullopt},
1311#include "llvm/Analysis/VecFuncs.def"
1312#undef TLI_DEFINE_SLEEFGNUABI_VF4_VECFUNCS
1313};
1314static constexpr VecDesc VecFuncs_SLEEFGNUABI_VFScalable[] = {
1315#define TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS
1316#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1317 {SCAL, VEC, VF, MASK, VABI_PREFIX, /* CC = */ std::nullopt},
1318#include "llvm/Analysis/VecFuncs.def"
1319#undef TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS
1320};
1321
1322static constexpr VecDesc VecFuncs_SLEEFGNUABI_VFScalableRISCV[] = {
1323#define TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS_RISCV
1324#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1325 {SCAL, VEC, VF, MASK, VABI_PREFIX, /* CC = */ std::nullopt},
1326#include "llvm/Analysis/VecFuncs.def"
1327#undef TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS_RISCV
1328};
1329
1330static constexpr VecDesc VecFuncs_ArmPL[] = {
1331#define TLI_DEFINE_ARMPL_VECFUNCS
1332#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX, CC) \
1333 {SCAL, VEC, VF, MASK, VABI_PREFIX, CC},
1334#include "llvm/Analysis/VecFuncs.def"
1335#undef TLI_DEFINE_ARMPL_VECFUNCS
1336};
1337
1338constexpr VecDesc VecFuncs_AMDLIBM[] = {
1339#define TLI_DEFINE_AMDLIBM_VECFUNCS
1340#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1341 {SCAL, VEC, VF, MASK, VABI_PREFIX, /* CC = */ std::nullopt},
1342#include "llvm/Analysis/VecFuncs.def"
1343#undef TLI_DEFINE_AMDLIBM_VECFUNCS
1344};
1345
1346void TargetLibraryInfoImpl::addVectorizableFunctionsFromVecLib(
1347 enum VectorLibrary VecLib, const llvm::Triple &TargetTriple) {
1348 switch (VecLib) {
1349 case VectorLibrary::Accelerate: {
1350 addVectorizableFunctions(VecFuncs_Accelerate);
1351 break;
1352 }
1353 case VectorLibrary::DarwinLibSystemM: {
1354 addVectorizableFunctions(VecFuncs_DarwinLibSystemM);
1355 break;
1356 }
1357 case VectorLibrary::LIBMVEC: {
1358 switch (TargetTriple.getArch()) {
1359 default:
1360 break;
1361 case llvm::Triple::x86:
1362 case llvm::Triple::x86_64:
1363 addVectorizableFunctions(VecFuncs_LIBMVEC_X86);
1364 break;
1365 case llvm::Triple::aarch64:
1366 case llvm::Triple::aarch64_be:
1367 addVectorizableFunctions(VecFuncs_LIBMVEC_AARCH64);
1368 break;
1369 }
1370 break;
1371 }
1372 case VectorLibrary::MASSV: {
1373 addVectorizableFunctions(VecFuncs_MASSV);
1374 break;
1375 }
1376 case VectorLibrary::SVML: {
1377 addVectorizableFunctions(VecFuncs_SVML);
1378 break;
1379 }
1380 case VectorLibrary::SLEEFGNUABI: {
1381 switch (TargetTriple.getArch()) {
1382 default:
1383 break;
1384 case llvm::Triple::aarch64:
1385 case llvm::Triple::aarch64_be:
1386 addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VF2);
1387 addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VF4);
1388 addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VFScalable);
1389 break;
1390 case llvm::Triple::riscv64:
1391 addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VFScalableRISCV);
1392 break;
1393 }
1394 break;
1395 }
1396 case VectorLibrary::ArmPL: {
1397 switch (TargetTriple.getArch()) {
1398 default:
1399 break;
1400 case llvm::Triple::aarch64:
1401 case llvm::Triple::aarch64_be:
1402 addVectorizableFunctions(VecFuncs_ArmPL);
1403 break;
1404 }
1405 break;
1406 }
1407 case VectorLibrary::AMDLIBM: {
1408 addVectorizableFunctions(VecFuncs_AMDLIBM);
1409 break;
1410 }
1411 case VectorLibrary::NoLibrary:
1412 break;
1413 }
1414}
1415
1416bool TargetLibraryInfoImpl::isFunctionVectorizable(StringRef funcName) const {
1417 funcName = sanitizeFunctionName(funcName);
1418 if (funcName.empty())
1419 return false;
1420
1421 std::vector<VecDesc>::const_iterator I =
1422 llvm::lower_bound(VectorDescs, funcName, compareWithScalarFnName);
1423 return I != VectorDescs.end() && StringRef(I->getScalarFnName()) == funcName;
1424}
1425
1426StringRef TargetLibraryInfoImpl::getVectorizedFunction(StringRef F,
1427 const ElementCount &VF,
1428 bool Masked) const {
1429 const VecDesc *VD = getVectorMappingInfo(F, VF, Masked);
1430 if (VD)
1431 return VD->getVectorFnName();
1432 return StringRef();
1433}
1434
1435const VecDesc *
1436TargetLibraryInfoImpl::getVectorMappingInfo(StringRef F, const ElementCount &VF,
1437 bool Masked) const {
1438 F = sanitizeFunctionName(F);
1439 if (F.empty())
1440 return nullptr;
1441 std::vector<VecDesc>::const_iterator I =
1442 llvm::lower_bound(VectorDescs, F, compareWithScalarFnName);
1443 while (I != VectorDescs.end() && StringRef(I->getScalarFnName()) == F) {
1444 if ((I->getVectorizationFactor() == VF) && (I->isMasked() == Masked))
1445 return &(*I);
1446 ++I;
1447 }
1448 return nullptr;
1449}
1450
1451TargetLibraryInfo TargetLibraryAnalysis::run(const Function &F,
1452 FunctionAnalysisManager &) {
1453 if (!BaselineInfoImpl)
1454 BaselineInfoImpl = TargetLibraryInfoImpl(F.getParent()->getTargetTriple());
1455 return TargetLibraryInfo(*BaselineInfoImpl, &F);
1456}
1457
1458unsigned TargetLibraryInfoImpl::getWCharSize(const Module &M) const {
1459 if (auto *ShortWChar = cast_or_null<ConstantAsMetadata>(
1460 M.getModuleFlag("wchar_size")))
1461 return cast<ConstantInt>(ShortWChar->getValue())->getZExtValue();
1462 return Triple(M.getTargetTriple()).getDefaultWCharSize();
1463}
1464
1465unsigned TargetLibraryInfoImpl::getSizeTSize(const Module &M) const {
1466 // There is really no guarantee that sizeof(size_t) is equal to the index
1467 // size of the default address space. If that isn't true then it should be
1468 // possible to derive the SizeTTy from the target triple here instead and do
1469 // an early return.
1470
1471 // Hard coding address space zero may seem unfortunate, but a number of
1472 // configurations of common targets (i386, x86-64 x32, aarch64 x32, possibly
1473 // others) have larger-than-size_t index sizes on non-default address spaces,
1474 // making this the best default.
1475 return M.getDataLayout().getIndexSizeInBits(/*AddressSpace=*/0);
1476}
1477
1480
1483
1487
1491
1492AnalysisKey TargetLibraryAnalysis::Key;
1493
1494// Register the basic pass.
1495INITIALIZE_PASS(TargetLibraryInfoWrapperPass, "targetlibinfo",
1496 "Target Library Information", false, true)
1497char TargetLibraryInfoWrapperPass::ID = 0;
1498
1499void TargetLibraryInfoWrapperPass::anchor() {}
1500
1501void TargetLibraryInfoImpl::getWidestVF(StringRef ScalarF,
1502 ElementCount &FixedVF,
1503 ElementCount &ScalableVF) const {
1504 ScalarF = sanitizeFunctionName(ScalarF);
1505 // Use '0' here because a type of the form <vscale x 1 x ElTy> is not the
1506 // same as a scalar.
1507 ScalableVF = ElementCount::getScalable(0);
1508 FixedVF = ElementCount::getFixed(1);
1509 if (ScalarF.empty())
1510 return;
1511
1512 std::vector<VecDesc>::const_iterator I =
1513 llvm::lower_bound(VectorDescs, ScalarF, compareWithScalarFnName);
1514 while (I != VectorDescs.end() && StringRef(I->getScalarFnName()) == ScalarF) {
1515 ElementCount *VF =
1516 I->getVectorizationFactor().isScalable() ? &ScalableVF : &FixedVF;
1517 if (ElementCount::isKnownGT(I->getVectorizationFactor(), *VF))
1518 *VF = I->getVectorizationFactor();
1519 ++I;
1520 }
1521}
assert
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
Constants.h
This file contains the declarations for the subclasses of Constant, which represent the different fla...
DenseMap.h
This file defines the DenseMap class.
Module.h
Module.h This file contains the declarations for the Module class.
F
#define F(x, y, z)
Definition MD5.cpp:54
I
#define I(x, y, z)
Definition MD5.cpp:57
T
#define T
Definition Mips16ISelLowering.cpp:282
INITIALIZE_PASS
#define INITIALIZE_PASS(passName, arg, name, cfg, analysis)
Definition PassSupport.h:56
SmallString.h
This file defines the SmallString class.
hasSinCosPiStret
static bool hasSinCosPiStret(const Triple &T)
Definition TargetLibraryInfo.cpp:38
isCallingConvCCompatible
static bool isCallingConvCCompatible(CallingConv::ID CC, const Triple &TT, FunctionType *FuncTy)
Definition TargetLibraryInfo.cpp:66
VecFuncs_SLEEFGNUABI_VFScalableRISCV
static constexpr VecDesc VecFuncs_SLEEFGNUABI_VFScalableRISCV[]
Definition TargetLibraryInfo.cpp:1322
sanitizeFunctionName
static StringRef sanitizeFunctionName(StringRef funcName)
Definition TargetLibraryInfo.cpp:967
VecFuncs_SLEEFGNUABI_VF2
static constexpr VecDesc VecFuncs_SLEEFGNUABI_VF2[]
Definition TargetLibraryInfo.cpp:1300
initialize
static void initialize(TargetLibraryInfoImpl &TLI, const Triple &T, const llvm::StringTable &StandardNames, VectorLibrary VecLib)
Initialize the set of available library functions based on the specified target triple.
Definition TargetLibraryInfo.cpp:892
VecFuncs_LIBMVEC_X86
static constexpr VecDesc VecFuncs_LIBMVEC_X86[]
Definition TargetLibraryInfo.cpp:1274
matchType
static bool matchType(FuncArgTypeID ArgTy, const Type *Ty, unsigned IntBits, unsigned SizeTBits)
Definition TargetLibraryInfo.cpp:1003
VecFuncs_SLEEFGNUABI_VF4
static constexpr VecDesc VecFuncs_SLEEFGNUABI_VF4[]
Definition TargetLibraryInfo.cpp:1307
hasBcmp
static bool hasBcmp(const Triple &TT)
Definition TargetLibraryInfo.cpp:56
initializeLibCalls
static void initializeLibCalls(TargetLibraryInfoImpl &TLI, const Triple &T, const llvm::StringTable &StandardNames, VectorLibrary VecLib)
Initialize the set of available library functions based on the specified target triple.
Definition TargetLibraryInfo.cpp:129
initializeBase
static void initializeBase(TargetLibraryInfoImpl &TLI, const Triple &T)
Definition TargetLibraryInfo.cpp:109
compareByScalarFnName
static bool compareByScalarFnName(const VecDesc &LHS, const VecDesc &RHS)
Definition TargetLibraryInfo.cpp:1236
compareByVectorFnName
static bool compareByVectorFnName(const VecDesc &LHS, const VecDesc &RHS)
Definition TargetLibraryInfo.cpp:1240
VecFuncs_AMDLIBM
constexpr VecDesc VecFuncs_AMDLIBM[]
Definition TargetLibraryInfo.cpp:1338
initializeIsErrnoFunctionCall
static bool initializeIsErrnoFunctionCall(const Triple &T)
Definition TargetLibraryInfo.cpp:899
VecFuncs_SVML
static constexpr VecDesc VecFuncs_SVML[]
Definition TargetLibraryInfo.cpp:1294
buildIndexMap
static DenseMap< StringRef, LibFunc > buildIndexMap(const llvm::StringTable &StandardNames)
Definition TargetLibraryInfo.cpp:979
VecFuncs_Accelerate
static constexpr VecDesc VecFuncs_Accelerate[]
Definition TargetLibraryInfo.cpp:1262
isValidProtoForSizeReturningNew
static bool isValidProtoForSizeReturningNew(const FunctionType &FTy, LibFunc F, const Module &M, int SizeTSizeBits)
Definition TargetLibraryInfo.cpp:1050
VecFuncs_ArmPL
static constexpr VecDesc VecFuncs_ArmPL[]
Definition TargetLibraryInfo.cpp:1330
VecFuncs_LIBMVEC_AARCH64
static constexpr VecDesc VecFuncs_LIBMVEC_AARCH64[]
Definition TargetLibraryInfo.cpp:1280
VecFuncs_MASSV
static constexpr VecDesc VecFuncs_MASSV[]
Definition TargetLibraryInfo.cpp:1288
compareWithScalarFnName
static bool compareWithScalarFnName(const VecDesc &LHS, StringRef S)
Definition TargetLibraryInfo.cpp:1244
VecFuncs_SLEEFGNUABI_VFScalable
static constexpr VecDesc VecFuncs_SLEEFGNUABI_VFScalable[]
Definition TargetLibraryInfo.cpp:1314
VecFuncs_DarwinLibSystemM
static constexpr VecDesc VecFuncs_DarwinLibSystemM[]
Definition TargetLibraryInfo.cpp:1268
RHS
Value * RHS
Definition X86PartialReduction.cpp:83
LHS
Value * LHS
Definition X86PartialReduction.cpp:82
llvm::ArrayRef
Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
llvm::CallBase
Base class for all callable instructions (InvokeInst and CallInst) Holds everything related to callin...
Definition InstrTypes.h:1181
llvm::CallBase::getCallingConv
CallingConv::ID getCallingConv() const
Definition InstrTypes.h:1475
llvm::CallBase::getFunctionType
FunctionType * getFunctionType() const
Definition InstrTypes.h:1274
llvm::DenseMapBase::find
iterator find(const_arg_type_t< KeyT > Val)
Definition DenseMap.h:223
llvm::DenseMapBase::end
iterator end()
Definition DenseMap.h:141
llvm::DenseMapBase::reserve
void reserve(size_type NumEntries)
Grow the densemap so that it can contain at least NumEntries items before resizing again.
Definition DenseMap.h:176
llvm::ElementCount::getScalable
static constexpr ElementCount getScalable(ScalarTy MinVal)
Definition TypeSize.h:312
llvm::ElementCount::getFixed
static constexpr ElementCount getFixed(ScalarTy MinVal)
Definition TypeSize.h:309
llvm::FunctionType
Class to represent function types.
Definition DerivedTypes.h:165
llvm::Function::getFunctionType
FunctionType * getFunctionType() const
Returns the FunctionType for me.
Definition Function.h:211
llvm::Function::isIntrinsic
bool isIntrinsic() const
isIntrinsic - Returns true if the function's name starts with "llvm.".
Definition Function.h:251
llvm::GlobalValue::dropLLVMManglingEscape
static StringRef dropLLVMManglingEscape(StringRef Name)
If the given string begins with the GlobalValue name mangling escape character '\1',...
Definition GlobalValue.h:577
llvm::GlobalValue::getParent
Module * getParent()
Get the module that this global value is contained inside of...
Definition GlobalValue.h:711
llvm::ImmutablePass::ImmutablePass
ImmutablePass(char &pid)
Definition Pass.h:287
llvm::Instruction::getModule
LLVM_ABI const Module * getModule() const
Return the module owning the function this instruction belongs to or nullptr it the function does not...
Definition Instruction.cpp:83
llvm::Module
A Module instance is used to store all the information related to an LLVM module.
Definition Module.h:67
llvm::Module::getTargetTriple
const Triple & getTargetTriple() const
Get the target triple which is a string describing the target host.
Definition Module.h:323
llvm::PointerType::get
static LLVM_ABI PointerType * get(LLVMContext &C, unsigned AddressSpace)
This constructs an opaque pointer to an object in a numbered address space.
Definition Type.cpp:911
llvm::SmallString
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
Definition SmallString.h:26
llvm::StringRef
Represent a constant reference to a string, i.e.
Definition StringRef.h:56
llvm::StringRef::empty
constexpr bool empty() const
Check if the string is empty.
Definition StringRef.h:141
llvm::StringRef::contains
bool contains(StringRef Other) const
Return true if the given string is a substring of *this, and false otherwise.
Definition StringRef.h:446
llvm::StringTable
A table of densely packed, null-terminated strings indexed by offset.
Definition StringTable.h:34
llvm::StructType
Class to represent struct types.
Definition DerivedTypes.h:278
llvm::StructType::get
static LLVM_ABI StructType * get(LLVMContext &Context, ArrayRef< Type * > Elements, bool isPacked=false)
This static method is the primary way to create a literal StructType.
Definition Type.cpp:477
llvm::TargetLibraryAnalysis::run
LLVM_ABI TargetLibraryInfo run(const Function &F, FunctionAnalysisManager &)
Definition TargetLibraryInfo.cpp:1451
llvm::TargetLibraryInfoImpl
Implementation of the target library information.
Definition TargetLibraryInfo.h:93
llvm::TargetLibraryInfoImpl::setShouldExtI32Param
void setShouldExtI32Param(bool Val)
Set to true iff i32 parameters to library functions should have signext or zeroext attributes if they...
Definition TargetLibraryInfo.h:225
llvm::TargetLibraryInfoImpl::setShouldExtI32Return
void setShouldExtI32Return(bool Val)
Set to true iff i32 results from library functions should have signext or zeroext attributes if they ...
Definition TargetLibraryInfo.h:232
llvm::TargetLibraryInfoImpl::getWCharSize
LLVM_ABI unsigned getWCharSize(const Module &M) const
Returns the size of the wchar_t type in bytes.
Definition TargetLibraryInfo.cpp:1458
llvm::TargetLibraryInfoImpl::getWidestVF
LLVM_ABI void getWidestVF(StringRef ScalarF, ElementCount &FixedVF, ElementCount &Scalable) const
Returns the largest vectorization factor used in the list of vector functions.
Definition TargetLibraryInfo.cpp:1501
llvm::TargetLibraryInfoImpl::isFunctionVectorizable
bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const
Return true if the function F has a vector equivalent with vectorization factor VF.
Definition TargetLibraryInfo.h:202
llvm::TargetLibraryInfoImpl::setShouldSignExtI32Param
void setShouldSignExtI32Param(bool Val)
Set to true iff i32 parameters to library functions should have signext attribute if they correspond ...
Definition TargetLibraryInfo.h:238
llvm::TargetLibraryInfoImpl::setAvailableWithName
void setAvailableWithName(LibFunc F, StringRef Name)
Forces a function to be marked as available and provide an alternate name that must be used.
Definition TargetLibraryInfo.h:174
llvm::TargetLibraryInfoImpl::getIntSize
unsigned getIntSize() const
Get size of a C-level int or unsigned int, in bits.
Definition TargetLibraryInfo.h:256
llvm::TargetLibraryInfoImpl::addVectorizableFunctionsFromVecLib
LLVM_ABI void addVectorizableFunctionsFromVecLib(enum VectorLibrary VecLib, const llvm::Triple &TargetTriple)
Calls addVectorizableFunctions with a known preset of functions for the given vector library.
Definition TargetLibraryInfo.cpp:1346
llvm::TargetLibraryInfoImpl::setIntSize
void setIntSize(unsigned Bits)
Initialize the C-level size of an integer.
Definition TargetLibraryInfo.h:261
llvm::TargetLibraryInfoImpl::getSizeTSize
LLVM_ABI unsigned getSizeTSize(const Module &M) const
Returns the size of the size_t type in bits.
Definition TargetLibraryInfo.cpp:1465
llvm::TargetLibraryInfoImpl::addVectorizableFunctions
LLVM_ABI void addVectorizableFunctions(ArrayRef< VecDesc > Fns)
Add a set of scalar -> vector mappings, queryable via getVectorizedFunction and getScalarizedFunction...
Definition TargetLibraryInfo.cpp:1248
llvm::TargetLibraryInfoImpl::getVectorMappingInfo
LLVM_ABI const VecDesc * getVectorMappingInfo(StringRef F, const ElementCount &VF, bool Masked) const
Return a pointer to a VecDesc object holding all info for scalar to vector mappings in TLI for the eq...
Definition TargetLibraryInfo.cpp:1436
llvm::TargetLibraryInfoImpl::isCallingConvCCompatible
static LLVM_ABI bool isCallingConvCCompatible(CallBase *CI)
Returns true if call site / callee has cdecl-compatible calling conventions.
Definition TargetLibraryInfo.cpp:97
llvm::TargetLibraryInfoImpl::setShouldSignExtI32Return
void setShouldSignExtI32Return(bool Val)
Set to true iff i32 results from library functions should have signext attribute if they correspond t...
Definition TargetLibraryInfo.h:244
llvm::TargetLibraryInfoImpl::operator=
LLVM_ABI TargetLibraryInfoImpl & operator=(const TargetLibraryInfoImpl &TLI)
Definition TargetLibraryInfo.cpp:942
llvm::TargetLibraryInfoImpl::disableAllFunctions
LLVM_ABI void disableAllFunctions()
Disables all builtins.
Definition TargetLibraryInfo.cpp:1232
llvm::TargetLibraryInfoImpl::setUnavailable
void setUnavailable(LibFunc F)
Forces a function to be marked as unavailable.
Definition TargetLibraryInfo.h:163
llvm::TargetLibraryInfoImpl::getLibFunc
LLVM_ABI LibFunc getLibFunc(StringRef funcName) const
Searches for a particular function name.
Definition TargetLibraryInfo.cpp:988
llvm::TargetLibraryInfoImpl::getVectorizedFunction
LLVM_ABI StringRef getVectorizedFunction(StringRef F, const ElementCount &VF, bool Masked) const
Return the name of the equivalent of F, vectorized with factor VF.
Definition TargetLibraryInfo.cpp:1426
llvm::TargetLibraryInfoImpl::setAvailable
void setAvailable(LibFunc F)
Forces a function to be marked as available.
Definition TargetLibraryInfo.h:168
llvm::TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass
TargetLibraryInfoWrapperPass()
The default constructor should not be used and is only for pass manager initialization purposes.
Definition TargetLibraryInfo.cpp:1478
llvm::TargetLibraryInfo
Provides information about what library functions are available for the current target.
Definition TargetLibraryInfo.h:283
llvm::TargetLibraryInfo::initExtensionsForTriple
static void initExtensionsForTriple(bool &ShouldExtI32Param, bool &ShouldExtI32Return, bool &ShouldSignExtI32Param, bool &ShouldSignExtI32Return, const Triple &T)
Definition TargetLibraryInfo.h:467
llvm::Triple
Triple - Helper class for working with autoconf configuration names.
Definition Triple.h:48
llvm::Triple::getArch
ArchType getArch() const
Get the parsed architecture type of this triple.
Definition Triple.h:513
llvm::Triple::getDefaultWCharSize
LLVM_ABI unsigned getDefaultWCharSize() const
Returns the default wchar_t size (in bytes) for this target triple.
Definition Triple.cpp:2260
llvm::Type
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46
llvm::Type::isArrayTy
bool isArrayTy() const
True if this is an instance of ArrayType.
Definition Type.h:279
llvm::Type::getArrayElementType
Type * getArrayElementType() const
Definition Type.h:425
llvm::Type::getArrayNumElements
LLVM_ABI uint64_t getArrayNumElements() const
Definition DerivedTypes.h:485
llvm::Type::isFloatingPointTy
bool isFloatingPointTy() const
Return true if this is one of the floating-point types.
Definition Type.h:186
llvm::Type::getIntNTy
static LLVM_ABI IntegerType * getIntNTy(LLVMContext &C, unsigned N)
Definition Type.cpp:313
llvm::Value::getName
LLVM_ABI StringRef getName() const
Return a constant reference to the value's name.
Definition Value.cpp:319
llvm::VecDesc
Provides info so a possible vectorization of a function can be computed.
Definition TargetLibraryInfo.h:45
llvm::VecDesc::getVectorFunctionABIVariantString
LLVM_ABI std::string getVectorFunctionABIVariantString() const
Returns a vector function ABI variant string on the form: ZGV<isa><mask><vlen><vparams><scalarname>(<...
Definition TargetLibraryInfo.cpp:27
llvm::VecDesc::getVectorFnName
StringRef getVectorFnName() const
Definition TargetLibraryInfo.h:69
llvm::VersionTuple
Represents a version number in the form major[.minor[.subminor[.build]]].
Definition VersionTuple.h:31
llvm::details::FixedOrScalableQuantity< ElementCount, unsigned >::isKnownGT
static constexpr bool isKnownGT(const FixedOrScalableQuantity &LHS, const FixedOrScalableQuantity &RHS)
Definition TypeSize.h:223
llvm::raw_svector_ostream
A raw_ostream that writes to an SmallVector or SmallString.
Definition raw_ostream.h:694
llvm::raw_svector_ostream::str
StringRef str() const
Return a StringRef for the vector contents.
Definition raw_ostream.h:723
llvm_unreachable
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
Definition ErrorHandling.h:164
llvm::CallingConv::ID
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
Definition CallingConv.h:24
llvm::CallingConv::ARM_APCS
@ ARM_APCS
ARM Procedure Calling Standard (obsolete, but still used on some targets).
Definition CallingConv.h:107
llvm::CallingConv::ARM_AAPCS
@ ARM_AAPCS
ARM Architecture Procedure Calling Standard calling convention (aka EABI).
Definition CallingConv.h:111
llvm::CallingConv::ARM_AAPCS_VFP
@ ARM_AAPCS_VFP
Same as ARM_AAPCS, but uses hard floating point ABI.
Definition CallingConv.h:114
llvm::CallingConv::C
@ C
The default llvm calling convention, compatible with C.
Definition CallingConv.h:34
llvm
This is an optimization pass for GlobalISel generic memory operations.
Definition FunctionInfo.h:25
llvm::dyn_cast
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
Definition Casting.h:643
llvm::append_range
void append_range(Container &C, Range &&R)
Wrapper function to append range R to container C.
Definition STLExtras.h:2208
llvm::cast_or_null
auto cast_or_null(const Y &Val)
Definition Casting.h:714
llvm::sort
void sort(IteratorTy Start, IteratorTy End)
Definition STLExtras.h:1636
llvm::lower_bound
auto lower_bound(R &&Range, T &&Value)
Provide wrappers to std::lower_bound which take ranges instead of having to pass begin/end explicitly...
Definition STLExtras.h:2052
llvm::move
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Definition STLExtras.h:1917
llvm::cast
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
Definition Casting.h:559
llvm::VectorLibrary
VectorLibrary
List of known vector-functions libraries.
Definition SystemLibraries.h:20
llvm::FunctionAnalysisManager
AnalysisManager< Function > FunctionAnalysisManager
Convenience typedef for the Function analysis manager.
Definition PassManager.h:582
std
Implement std::hash so that hash_code can be used in STL containers.
Definition BitVector.h:878
llvm::AnalysisKey
A special type used by analysis passes to provide an address that identifies that particular analysis...
Definition Analysis.h:29
Generated on for LLVM by doxygen 1.14.0