23#include <mach/mach_init.h>
24#include <mach/mach_port.h>
25#include <pthread/qos.h>
26#include <sys/sysctl.h>
32#if defined(__FreeBSD__) || defined(__OpenBSD__) || defined(__DragonFly__)
33#include <pthread_np.h>
43#if defined(__FreeBSD__) || defined(__FreeBSD_kernel__)
45#include <sys/cpuset.h>
46#include <sys/sysctl.h>
51#if defined(__NetBSD__)
55#if defined(__OpenBSD__)
61#include <sys/syscall.h>
71llvm_execute_on_thread_impl(
void *(*ThreadFunc)(
void *),
void *Arg,
72 std::optional<unsigned> StackSizeInBytes) {
77 if ((errnum = ::pthread_attr_init(&Attr)) != 0) {
82 if ((errnum = ::pthread_attr_destroy(&Attr)) != 0) {
88 if (StackSizeInBytes) {
89 if ((errnum = ::pthread_attr_setstacksize(&Attr, *StackSizeInBytes)) != 0) {
96 if ((errnum = ::pthread_create(&
Thread, &Attr, ThreadFunc, Arg)) != 0)
102void llvm_thread_detach_impl(pthread_t
Thread) {
105 if ((errnum = ::pthread_detach(
Thread)) != 0) {
110void llvm_thread_join_impl(pthread_t
Thread) {
113 if ((errnum = ::pthread_join(
Thread,
nullptr)) != 0) {
118pthread_t llvm_thread_get_id_impl(pthread_t
Thread) {
return Thread; }
120pthread_t llvm_thread_get_current_id_impl() { return ::pthread_self(); }
125#if defined(__APPLE__)
129 static thread_local thread_port_t Self = [] {
130 thread_port_t InitSelf = mach_thread_self();
131 mach_port_deallocate(mach_task_self(), Self);
135#elif defined(__FreeBSD__) || defined(__DragonFly__)
136 return uint64_t(pthread_getthreadid_np());
137#elif defined(__NetBSD__)
139#elif defined(__OpenBSD__)
141#elif defined(__ANDROID__)
143#elif defined(__linux__)
144 return uint64_t(syscall(__NR_gettid));
150static constexpr uint32_t get_max_thread_name_length_impl() {
151#if defined(PTHREAD_MAX_NAMELEN_NP)
152 return PTHREAD_MAX_NAMELEN_NP;
153#elif defined(__HAIKU__)
154 return B_OS_NAME_LENGTH;
155#elif defined(__APPLE__)
157#elif defined(__sun__) && defined(__svr4__)
159#elif defined(__linux__) && HAVE_PTHREAD_SETNAME_NP
161#elif defined(__FreeBSD__) || defined(__FreeBSD_kernel__) || \
162 defined(__DragonFly__)
164#elif defined(__OpenBSD__)
172 return get_max_thread_name_length_impl();
177 SmallString<64> Storage;
178 StringRef NameStr =
Name.toNullTerminatedStringRef(Storage);
189#if defined(HAVE_PTHREAD_SET_NAME_NP)
190 ::pthread_set_name_np(::pthread_self(), NameStr.data());
191#elif defined(HAVE_PTHREAD_SETNAME_NP)
192#if defined(__NetBSD__)
193 ::pthread_setname_np(::pthread_self(),
"%s",
194 const_cast<char *
>(NameStr.data()));
195#elif defined(__APPLE__)
196 ::pthread_setname_np(NameStr.data());
198 ::pthread_setname_np(::pthread_self(), NameStr.data());
206#if defined(__FreeBSD__) || defined(__FreeBSD_kernel__)
207 int pid = ::getpid();
210 struct kinfo_proc *kp =
nullptr, *nkp;
213 int ctl[4] = {CTL_KERN, KERN_PROC, KERN_PROC_PID | KERN_PROC_INC_THREAD,
217 error = sysctl(ctl, 4, kp, &len,
nullptr, 0);
218 if (kp ==
nullptr || (
error != 0 && errno == ENOMEM)) {
220 len +=
sizeof(*kp) + len / 10;
221 nkp = (
struct kinfo_proc *)::realloc(kp, len);
222 if (nkp ==
nullptr) {
234 for (
size_t i = 0; i < len /
sizeof(*kp); i++) {
235 if (kp[i].ki_tid == (lwpid_t)tid) {
236 Name.append(kp[i].ki_tdname, kp[i].ki_tdname + strlen(kp[i].ki_tdname));
242#elif defined(__linux__) && HAVE_PTHREAD_GETNAME_NP
243 constexpr uint32_t len = get_max_thread_name_length_impl();
244 char Buffer[len] = {
'\0'};
245 if (0 == ::pthread_getname_np(::pthread_self(), Buffer, len))
246 Name.append(Buffer, Buffer + strlen(Buffer));
247#elif defined(HAVE_PTHREAD_GET_NAME_NP) && HAVE_PTHREAD_GET_NAME_NP
248 constexpr uint32_t len = get_max_thread_name_length_impl();
250 ::pthread_get_name_np(::pthread_self(), buf, len);
252 Name.append(buf, buf + strlen(buf));
254#elif defined(HAVE_PTHREAD_GETNAME_NP) && HAVE_PTHREAD_GETNAME_NP
255 constexpr uint32_t len = get_max_thread_name_length_impl();
257 ::pthread_getname_np(::pthread_self(), buf, len);
259 Name.append(buf, buf + strlen(buf));
264#if defined(__linux__) && defined(SCHED_IDLE)
268 sched_param priority;
270 priority.sched_priority = 0;
273 return !pthread_setschedparam(
276 Priority == ThreadPriority::Default ? SCHED_OTHER : SCHED_IDLE,
278 ? SetThreadPriorityResult::SUCCESS
279 : SetThreadPriorityResult::FAILURE;
280#elif defined(__APPLE__)
291 const auto qosClass = [&]() {
293 case ThreadPriority::Background:
294 return QOS_CLASS_BACKGROUND;
295 case ThreadPriority::Low:
296 return QOS_CLASS_UTILITY;
297 case ThreadPriority::Default:
298 return QOS_CLASS_DEFAULT;
301 return !pthread_set_qos_class_self_np(qosClass, 0)
302 ? SetThreadPriorityResult::SUCCESS
303 : SetThreadPriorityResult::FAILURE;
305 return SetThreadPriorityResult::FAILURE;
310static int computeHostNumHardwareThreads() {
311#if defined(__FreeBSD__)
314 if (cpuset_getaffinity(CPU_LEVEL_WHICH, CPU_WHICH_TID, -1,
sizeof(mask),
316 return CPU_COUNT(&mask);
317#elif defined(__linux__)
319 if (sched_getaffinity(0,
sizeof(Set), &Set) == 0)
320 return CPU_COUNT(&Set);
323 if (
unsigned Val = std::thread::hardware_concurrency())
329 unsigned ThreadPoolNum)
const {}
338#if defined(__linux__) && (defined(__i386__) || defined(__x86_64__))
342static int computeHostNumPhysicalCores() {
346 if (sched_getaffinity(0,
sizeof(Affinity), &Affinity) != 0)
354 if (std::error_code EC =
Text.getError()) {
356 <<
"/proc/cpuinfo: " <<
EC.message() <<
"\n";
359 SmallVector<StringRef, 8> strs;
360 (*Text)->getBuffer().split(strs,
"\n", -1,
362 int CurProcessor = -1;
363 int CurPhysicalId = -1;
364 int CurSiblings = -1;
366 for (StringRef Line : strs) {
367 std::pair<StringRef, StringRef>
Data =
Line.split(
':');
369 auto Val =
Data.second.trim();
371 if (
Name ==
"processor")
372 Val.getAsInteger(10, CurProcessor);
373 else if (
Name ==
"physical id")
374 Val.getAsInteger(10, CurPhysicalId);
375 else if (
Name ==
"siblings")
376 Val.getAsInteger(10, CurSiblings);
377 else if (
Name ==
"core id") {
378 Val.getAsInteger(10, CurCoreId);
380 if (CPU_ISSET(CurProcessor, &Affinity))
381 CPU_SET(CurPhysicalId * CurSiblings + CurCoreId, &
Enabled);
386#elif (defined(__linux__) && defined(__s390x__)) || defined(_AIX)
387static int computeHostNumPhysicalCores() {
388 return sysconf(_SC_NPROCESSORS_ONLN);
390#elif defined(__linux__) && !defined(__ANDROID__)
391static int computeHostNumPhysicalCores() {
393 if (sched_getaffinity(0,
sizeof(Affinity), &Affinity) == 0)
394 return CPU_COUNT(&Affinity);
400 cpu_set_t *DynAffinity;
401 DynAffinity = CPU_ALLOC(2048);
402 if (sched_getaffinity(0, CPU_ALLOC_SIZE(2048), DynAffinity) == 0) {
403 int NumCPUs = CPU_COUNT(DynAffinity);
404 CPU_FREE(DynAffinity);
409#elif defined(__APPLE__)
411static int computeHostNumPhysicalCores() {
413 size_t len =
sizeof(
count);
414 sysctlbyname(
"hw.physicalcpu", &
count, &len, NULL, 0);
419 sysctl(nm, 2, &
count, &len, NULL, 0);
425#elif defined(__MVS__)
426static int computeHostNumPhysicalCores() {
438 CSD_NUMBER_ONLINE_STANDARD_CPS = 264,
441 char *CVT =
reinterpret_cast<char *
>(
442 static_cast<uintptr_t
>(
reinterpret_cast<unsigned int &
>(PSA[FLCCVT])));
443 char *CSD =
reinterpret_cast<char *
>(
444 static_cast<uintptr_t
>(
reinterpret_cast<unsigned int &
>(CVT[CVTCSD])));
445 return reinterpret_cast<int &
>(CSD[CSD_NUMBER_ONLINE_STANDARD_CPS]);
449static int computeHostNumPhysicalCores() {
return -1; }
453 static int NumCores = computeHostNumPhysicalCores();
This file defines the make_scope_exit function, which executes user-defined cleanup logic at scope ex...
This file defines the SmallString class.
This file defines the SmallVector class.
static void ReportErrnumFatal(const char *Msg, int errnum)
Represents either an error or a value T.
static ErrorOr< std::unique_ptr< MemoryBuffer > > getFileAsStream(const Twine &Filename)
Read all of the specified file into a MemoryBuffer as a stream (i.e.
void apply_thread_strategy(unsigned ThreadPoolNum) const
Assign the current thread to an ideal hardware CPU or NUMA node.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
This is an optimization pass for GlobalISel generic memory operations.
SetThreadPriorityResult set_thread_priority(ThreadPriority Priority)
detail::scope_exit< std::decay_t< Callable > > make_scope_exit(Callable &&F)
llvm::BitVector get_thread_affinity_mask()
Returns a mask that represents on which hardware thread, core, CPU, NUMA group, the calling thread ca...
uint32_t get_max_thread_name_length()
Get the maximum length of a thread name on this platform.
unsigned get_cpus()
Returns how many physical CPUs or NUMA groups the system has.
void set_thread_name(const Twine &Name)
Set the name of the current thread.
raw_fd_ostream & errs()
This returns a reference to a raw_ostream for standard error.
void get_thread_name(SmallVectorImpl< char > &Name)
Get the name of the current thread.
int get_physical_cores()
Returns how many physical cores (as opposed to logical cores returned from thread::hardware_concurren...
uint64_t get_threadid()
Return the current thread id, as used in various OS system calls.
auto count(R &&Range, const E &Element)
Wrapper function around std::count to count the number of times an element Element occurs in the give...
auto mask(ShuffFunc S, unsigned Length, OptArgs... args) -> MaskT