24#define DEBUG_TYPE "orc"
38class SPSMachOExecutorSymbolFlags;
50 return SPSMachOJITDylibDepInfo::AsArgList::serialize(OB, DDI.
Sealed,
56 return SPSMachOJITDylibDepInfo::AsArgList::deserialize(IB, DDI.
Sealed,
65 using UT = std::underlying_type_t<MachOPlatform::MachOExecutorSymbolFlags>;
93using SPSRegisterSymbolsArgs =
96 SPSMachOExecutorSymbolFlags>>>;
98std::unique_ptr<jitlink::LinkGraph> createPlatformGraph(
MachOPlatform &MOP,
104 switch (
TT.getArch()) {
114 return std::make_unique<jitlink::LinkGraph>(std::move(
Name), TT, PointerSize,
120class MachOPlatformCompleteBootstrapMaterializationUnit
123 using SymbolTableVector =
127 MachOPlatformCompleteBootstrapMaterializationUnit(
137 MOP(MOP), PlatformJDName(PlatformJDName),
138 CompleteBootstrapSymbol(std::move(CompleteBootstrapSymbol)),
139 SymTab(std::move(SymTab)), DeferredAAs(std::move(DeferredAAs)),
140 MachOHeaderAddr(MachOHeaderAddr), PlatformBootstrap(PlatformBootstrap),
141 PlatformShutdown(PlatformShutdown), RegisterJITDylib(RegisterJITDylib),
142 DeregisterJITDylib(DeregisterJITDylib),
143 RegisterObjectSymbolTable(RegisterObjectSymbolTable),
144 DeregisterObjectSymbolTable(DeregisterObjectSymbolTable) {}
147 return "MachOPlatformCompleteBootstrap";
150 void materialize(std::unique_ptr<MaterializationResponsibility> R)
override {
151 using namespace jitlink;
152 auto G = createPlatformGraph(MOP,
"<OrcRTCompleteBootstrap>");
153 auto &PlaceholderSection =
154 G->createSection(
"__orc_rt_cplt_bs", MemProt::Read);
155 auto &PlaceholderBlock =
156 G->createZeroFillBlock(PlaceholderSection, 1,
ExecutorAddr(), 1, 0);
157 G->addDefinedSymbol(PlaceholderBlock, 0, *CompleteBootstrapSymbol, 1,
158 Linkage::Strong, Scope::Hidden,
false,
true);
161 G->allocActions().reserve(DeferredAAs.size() + 3);
164 G->allocActions().push_back(
170 G->allocActions().push_back(
173 RegisterJITDylib, PlatformJDName, MachOHeaderAddr)),
175 DeregisterJITDylib, MachOHeaderAddr))});
178 G->allocActions().push_back(
179 {
cantFail(WrapperFunctionCall::Create<SPSRegisterSymbolsArgs>(
180 RegisterObjectSymbolTable, MachOHeaderAddr, SymTab)),
181 cantFail(WrapperFunctionCall::Create<SPSRegisterSymbolsArgs>(
182 DeregisterObjectSymbolTable, MachOHeaderAddr, SymTab))});
185 std::move(DeferredAAs.begin(), DeferredAAs.end(),
186 std::back_inserter(
G->allocActions()));
197 SymbolTableVector SymTab;
208static StringRef ObjCRuntimeObjectSectionsData[] = {
213static StringRef ObjCRuntimeObjectSectionsText[] = {
220static StringRef ObjCRuntimeObjectSectionName =
221 "__llvm_jitlink_ObjCRuntimeRegistrationObject";
223static StringRef ObjCImageInfoSymbolName =
224 "__llvm_jitlink_macho_objc_imageinfo";
226struct ObjCImageInfoFlags {
229 bool HasCategoryClassProperties;
230 bool HasSignedObjCClassROs;
232 static constexpr uint32_t SIGNED_CLASS_RO = (1 << 4);
233 static constexpr uint32_t HAS_CATEGORY_CLASS_PROPERTIES = (1 << 6);
235 explicit ObjCImageInfoFlags(
uint32_t RawFlags) {
236 HasSignedObjCClassROs = RawFlags & SIGNED_CLASS_RO;
237 HasCategoryClassProperties = RawFlags & HAS_CATEGORY_CLASS_PROPERTIES;
238 SwiftABIVersion = (RawFlags >> 8) & 0xFF;
239 SwiftVersion = (RawFlags >> 16) & 0xFFFF;
244 if (HasCategoryClassProperties)
245 Result |= HAS_CATEGORY_CLASS_PROPERTIES;
246 if (HasSignedObjCClassROs)
247 Result |= SIGNED_CLASS_RO;
248 Result |= (SwiftABIVersion << 8);
249 Result |= (SwiftVersion << 16);
258std::optional<MachOPlatform::HeaderOptions::BuildVersionOpts>
264 switch (TT.getOS()) {
266 Platform = TT.isSimulatorEnvironment() ? MachO::PLATFORM_IOSSIMULATOR
267 : MachO::PLATFORM_IOS;
273 Platform = TT.isSimulatorEnvironment() ? MachO::PLATFORM_TVOSSIMULATOR
274 : MachO::PLATFORM_TVOS;
277 Platform = TT.isSimulatorEnvironment() ? MachO::PLATFORM_WATCHOSSIMULATOR
278 : MachO::PLATFORM_WATCHOS;
289 JITDylib &PlatformJD, std::unique_ptr<DefinitionGenerator> OrcRuntime,
291 std::optional<SymbolAliasMap> RuntimeAliases) {
295 return make_error<StringError>(
"Unsupported MachOPlatform triple: " +
307 return std::move(Err);
310 if (
auto Err = PlatformJD.
define(
312 {EPC.getJITDispatchInfo().JITDispatchFunction,
314 {ES.
intern(
"___orc_rt_jit_dispatch_ctx"),
315 {EPC.getJITDispatchInfo().JITDispatchContext,
317 return std::move(Err);
322 ES, ObjLinkingLayer, PlatformJD, std::move(OrcRuntime),
323 std::move(PlatformJDOpts), std::move(BuildMachOHeaderMU), Err));
325 return std::move(Err);
331 JITDylib &PlatformJD,
const char *OrcRuntimePath,
334 std::optional<SymbolAliasMap> RuntimeAliases) {
337 auto OrcRuntimeArchiveGenerator =
339 if (!OrcRuntimeArchiveGenerator)
340 return OrcRuntimeArchiveGenerator.takeError();
342 return Create(ES, ObjLinkingLayer, PlatformJD,
343 std::move(*OrcRuntimeArchiveGenerator),
344 std::move(PlatformJDOpts), std::move(BuildMachOHeaderMU),
345 std::move(RuntimeAliases));
353 if (
auto Err = JD.
define(BuildMachOHeaderMU(*
this, std::move(Opts))))
356 return ES.lookup({&JD}, MachOHeaderStartSymbol).takeError();
360 std::lock_guard<std::mutex> Lock(PlatformMutex);
361 auto I = JITDylibToHeaderAddr.find(&JD);
362 if (
I != JITDylibToHeaderAddr.end()) {
363 assert(HeaderAddrToJITDylib.count(
I->second) &&
364 "HeaderAddrToJITDylib missing entry");
365 HeaderAddrToJITDylib.erase(
I->second);
366 JITDylibToHeaderAddr.erase(
I);
368 JITDylibToPThreadKey.erase(&JD);
379 RegisteredInitSymbols[&JD].add(InitSym,
382 dbgs() <<
"MachOPlatform: Registered init symbol " << *InitSym <<
" for MU "
393 ArrayRef<std::pair<const char *, const char *>> AL) {
394 for (
auto &KV : AL) {
395 auto AliasName = ES.
intern(KV.first);
396 assert(!Aliases.
count(AliasName) &&
"Duplicate symbol name in alias map");
397 Aliases[std::move(AliasName)] = {ES.
intern(KV.second),
411 static const std::pair<const char *, const char *> RequiredCXXAliases[] = {
412 {
"___cxa_atexit",
"___orc_rt_macho_cxa_atexit"}};
419 static const std::pair<const char *, const char *>
420 StandardRuntimeUtilityAliases[] = {
421 {
"___orc_rt_run_program",
"___orc_rt_macho_run_program"},
422 {
"___orc_rt_jit_dlerror",
"___orc_rt_macho_jit_dlerror"},
423 {
"___orc_rt_jit_dlopen",
"___orc_rt_macho_jit_dlopen"},
424 {
"___orc_rt_jit_dlclose",
"___orc_rt_macho_jit_dlclose"},
425 {
"___orc_rt_jit_dlsym",
"___orc_rt_macho_jit_dlsym"},
426 {
"___orc_rt_log_error",
"___orc_rt_log_error_to_stderr"}};
429 StandardRuntimeUtilityAliases);
432bool MachOPlatform::supportedTarget(
const Triple &TT) {
433 switch (TT.getArch()) {
443 switch (
G.getTargetTriple().getArch()) {
459 if (
Sym.isCallable())
465MachOPlatform::MachOPlatform(
468 std::unique_ptr<DefinitionGenerator> OrcRuntimeGenerator,
471 : ES(ES), PlatformJD(PlatformJD), ObjLinkingLayer(ObjLinkingLayer),
472 BuildMachOHeaderMU(
std::
move(BuildMachOHeaderMU)) {
474 ObjLinkingLayer.
addPlugin(std::make_unique<MachOPlatformPlugin>(*
this));
475 PlatformJD.
addGenerator(std::move(OrcRuntimeGenerator));
535 if ((Err = PlatformJD.
define(
536 this->BuildMachOHeaderMU(*
this, std::move(PlatformJDOpts)))))
538 if ((Err = ES.
lookup(&PlatformJD, MachOHeaderStartSymbol).takeError()))
545 {PlatformBootstrap.Name, PlatformShutdown.Name,
546 RegisterJITDylib.Name, DeregisterJITDylib.Name,
547 RegisterObjectSymbolTable.Name,
548 DeregisterObjectSymbolTable.Name,
549 RegisterObjectPlatformSections.Name,
550 DeregisterObjectPlatformSections.Name,
551 CreatePThreadKey.Name}))
557 std::unique_lock<std::mutex> Lock(BI.Mutex);
558 BI.CV.wait(Lock, [&]() {
return BI.ActiveGraphs == 0; });
563 auto BootstrapCompleteSymbol = ES.
intern(
"__orc_rt_macho_complete_bootstrap");
564 if ((Err = PlatformJD.
define(
565 std::make_unique<MachOPlatformCompleteBootstrapMaterializationUnit>(
566 *
this, PlatformJD.
getName(), BootstrapCompleteSymbol,
567 std::move(BI.SymTab), std::move(BI.DeferredAAs),
568 BI.MachOHeaderAddr, PlatformBootstrap.Addr,
569 PlatformShutdown.Addr, RegisterJITDylib.Addr,
570 DeregisterJITDylib.Addr, RegisterObjectSymbolTable.Addr,
571 DeregisterObjectSymbolTable.Addr))))
575 std::move(BootstrapCompleteSymbol))
580 if ((Err = associateRuntimeSupportFunctions()))
584Error MachOPlatform::associateRuntimeSupportFunctions() {
587 using PushInitializersSPSSig =
589 WFs[ES.
intern(
"___orc_rt_macho_push_initializers_tag")] =
591 this, &MachOPlatform::rt_pushInitializers);
593 using PushSymbolsSPSSig =
595 WFs[ES.
intern(
"___orc_rt_macho_push_symbols_tag")] =
597 &MachOPlatform::rt_pushSymbols);
602void MachOPlatform::pushInitializersLoop(
603 PushInitializersSendResultFn SendResult,
JITDylibSP JD) {
609 while (!Worklist.empty()) {
612 auto DepJD = Worklist.back();
616 if (JDDepMap.count(DepJD))
620 auto &DM = JDDepMap[DepJD];
621 DepJD->withLinkOrderDo([&](const JITDylibSearchOrder &O) {
623 if (KV.first == DepJD)
625 DM.push_back(KV.first);
626 Worklist.push_back(KV.first);
631 auto RISItr = RegisteredInitSymbols.find(DepJD);
632 if (RISItr != RegisteredInitSymbols.end()) {
633 NewInitSymbols[DepJD] = std::move(RISItr->second);
634 RegisteredInitSymbols.erase(RISItr);
641 if (NewInitSymbols.
empty()) {
650 std::lock_guard<std::mutex> Lock(PlatformMutex);
651 for (
auto &KV : JDDepMap) {
652 auto I = JITDylibToHeaderAddr.find(KV.first);
653 if (
I != JITDylibToHeaderAddr.end())
654 HeaderAddrs[KV.first] =
I->second;
659 MachOJITDylibDepInfoMap DIM;
660 DIM.reserve(JDDepMap.size());
661 for (
auto &KV : JDDepMap) {
662 auto HI = HeaderAddrs.
find(KV.first);
664 if (HI == HeaderAddrs.
end())
667 MachOJITDylibDepInfo DepInfo;
668 for (
auto &Dep : KV.second) {
669 auto HJ = HeaderAddrs.
find(Dep);
670 if (HJ != HeaderAddrs.
end())
671 DepInfo.DepHeaders.push_back(HJ->second);
673 DIM.push_back(std::make_pair(
H, std::move(DepInfo)));
680 lookupInitSymbolsAsync(
681 [
this, SendResult = std::move(SendResult), JD](
Error Err)
mutable {
683 SendResult(std::move(Err));
685 pushInitializersLoop(std::move(SendResult), JD);
687 ES, std::move(NewInitSymbols));
690void MachOPlatform::rt_pushInitializers(PushInitializersSendResultFn SendResult,
694 std::lock_guard<std::mutex> Lock(PlatformMutex);
695 auto I = HeaderAddrToJITDylib.find(JDHeaderAddr);
696 if (
I != HeaderAddrToJITDylib.end())
701 dbgs() <<
"MachOPlatform::rt_pushInitializers(" << JDHeaderAddr <<
") ";
703 dbgs() <<
"pushing initializers for " << JD->
getName() <<
"\n";
705 dbgs() <<
"No JITDylib for header address.\n";
709 SendResult(make_error<StringError>(
"No JITDylib with header addr " +
710 formatv(
"{0:x}", JDHeaderAddr),
715 pushInitializersLoop(std::move(SendResult), JD);
718void MachOPlatform::rt_pushSymbols(
719 PushSymbolsInSendResultFn SendResult,
ExecutorAddr Handle,
720 const std::vector<std::pair<StringRef, bool>> &SymbolNames) {
725 std::lock_guard<std::mutex> Lock(PlatformMutex);
726 auto I = HeaderAddrToJITDylib.find(Handle);
727 if (
I != HeaderAddrToJITDylib.end())
731 dbgs() <<
"MachOPlatform::rt_pushSymbols(";
735 dbgs() <<
"<invalid handle " << Handle <<
">, [ ";
736 for (
auto &
Name : SymbolNames)
737 dbgs() <<
"\"" <<
Name.first <<
"\" ";
742 SendResult(make_error<StringError>(
"No JITDylib associated with handle " +
749 for (
auto &[
Name, Required] : SymbolNames)
751 ? SymbolLookupFlags::RequiredSymbol
752 : SymbolLookupFlags::WeaklyReferencedSymbol);
755 LookupKind::DLSym, {{JD, JITDylibLookupFlags::MatchExportedSymbolsOnly}},
756 std::move(LS), SymbolState::Ready,
758 SendResult(
Result.takeError());
764 if (!CreatePThreadKey.Addr)
765 return make_error<StringError>(
766 "Attempting to create pthread key in target, but runtime support has "
767 "not been loaded yet",
772 CreatePThreadKey.Addr,
Result))
773 return std::move(Err);
777void MachOPlatform::MachOPlatformPlugin::modifyPassConfig(
781 using namespace jitlink;
783 bool InBootstrapPhase =
787 if (InBootstrapPhase) {
788 Config.PrePrunePasses.push_back(
789 [
this](LinkGraph &
G) {
return bootstrapPipelineStart(
G); });
790 Config.PostAllocationPasses.push_back([
this](LinkGraph &
G) {
791 return bootstrapPipelineRecordRuntimeFunctions(
G);
801 if (InitSymbol == MP.MachOHeaderStartSymbol && !InBootstrapPhase) {
802 Config.PostAllocationPasses.push_back([
this, &MR](LinkGraph &
G) {
803 return associateJITDylibHeaderSymbol(
G, MR);
811 Config.PrePrunePasses.push_back([
this, &MR](LinkGraph &
G) {
812 if (
auto Err = preserveImportantSections(
G, MR))
814 return processObjCImageInfo(
G, MR);
816 Config.PostPrunePasses.push_back(
817 [
this](LinkGraph &
G) {
return createObjCRuntimeObject(
G); });
818 Config.PostAllocationPasses.push_back(
819 [
this, &MR](LinkGraph &
G) {
return populateObjCRuntimeObject(
G, MR); });
824 Config.PostPrunePasses.insert(
825 Config.PostPrunePasses.begin(),
827 return fixTLVSectionsAndEdges(
G, JD);
833 auto JITSymTabInfo = std::make_shared<JITSymTabVector>();
834 Config.PostPrunePasses.push_back([
this, JITSymTabInfo](LinkGraph &
G) {
835 return prepareSymbolTableRegistration(
G, *JITSymTabInfo);
837 Config.PostFixupPasses.push_back([
this, &MR, JITSymTabInfo,
838 InBootstrapPhase](LinkGraph &
G) {
839 return addSymbolTableRegistration(
G, MR, *JITSymTabInfo, InBootstrapPhase);
844 Config.PostAllocationPasses.push_back(
846 return registerObjectPlatformSections(
G, JD, InBootstrapPhase);
851 if (InBootstrapPhase)
852 Config.PostFixupPasses.push_back(
853 [
this](LinkGraph &
G) {
return bootstrapPipelineEnd(
G); });
857MachOPlatform::MachOPlatformPlugin::getSyntheticSymbolDependencies(
859 std::lock_guard<std::mutex> Lock(PluginMutex);
860 auto I = InitSymbolDeps.find(&MR);
861 if (
I != InitSymbolDeps.end()) {
862 SyntheticSymbolDependenciesMap
Result;
864 InitSymbolDeps.erase(&MR);
867 return SyntheticSymbolDependenciesMap();
870Error MachOPlatform::MachOPlatformPlugin::bootstrapPipelineStart(
873 std::lock_guard<std::mutex> Lock(MP.Bootstrap.load()->Mutex);
874 ++MP.Bootstrap.load()->ActiveGraphs;
878Error MachOPlatform::MachOPlatformPlugin::
881 std::pair<StringRef, ExecutorAddr *> RuntimeSymbols[] = {
882 {*MP.MachOHeaderStartSymbol, &MP.Bootstrap.load()->MachOHeaderAddr},
883 {*MP.PlatformBootstrap.Name, &MP.PlatformBootstrap.Addr},
884 {*MP.PlatformShutdown.Name, &MP.PlatformShutdown.Addr},
885 {*MP.RegisterJITDylib.Name, &MP.RegisterJITDylib.Addr},
886 {*MP.DeregisterJITDylib.Name, &MP.DeregisterJITDylib.Addr},
887 {*MP.RegisterObjectSymbolTable.Name, &MP.RegisterObjectSymbolTable.Addr},
888 {*MP.DeregisterObjectSymbolTable.Name,
889 &MP.DeregisterObjectSymbolTable.Addr},
890 {*MP.RegisterObjectPlatformSections.Name,
891 &MP.RegisterObjectPlatformSections.Addr},
892 {*MP.DeregisterObjectPlatformSections.Name,
893 &MP.DeregisterObjectPlatformSections.Addr},
894 {*MP.CreatePThreadKey.Name, &MP.CreatePThreadKey.Addr},
895 {*MP.RegisterObjCRuntimeObject.Name, &MP.RegisterObjCRuntimeObject.Addr},
896 {*MP.DeregisterObjCRuntimeObject.Name,
897 &MP.DeregisterObjCRuntimeObject.Addr}};
899 bool RegisterMachOHeader =
false;
901 for (
auto *
Sym :
G.defined_symbols()) {
902 for (
auto &RTSym : RuntimeSymbols) {
903 if (
Sym->hasName() &&
Sym->getName() == RTSym.first) {
905 return make_error<StringError>(
906 "Duplicate " + RTSym.first +
907 " detected during MachOPlatform bootstrap",
910 if (
Sym->getName() == *MP.MachOHeaderStartSymbol)
911 RegisterMachOHeader =
true;
913 *RTSym.second =
Sym->getAddress();
918 if (RegisterMachOHeader) {
921 std::lock_guard<std::mutex> Lock(MP.PlatformMutex);
922 MP.JITDylibToHeaderAddr[&MP.PlatformJD] =
923 MP.Bootstrap.load()->MachOHeaderAddr;
924 MP.HeaderAddrToJITDylib[MP.Bootstrap.load()->MachOHeaderAddr] =
931Error MachOPlatform::MachOPlatformPlugin::bootstrapPipelineEnd(
933 std::lock_guard<std::mutex> Lock(MP.Bootstrap.load()->Mutex);
934 assert(MP.Bootstrap &&
"DeferredAAs reset before bootstrap completed");
935 --MP.Bootstrap.load()->ActiveGraphs;
938 if (MP.Bootstrap.load()->ActiveGraphs == 0)
939 MP.Bootstrap.load()->CV.notify_all();
943Error MachOPlatform::MachOPlatformPlugin::associateJITDylibHeaderSymbol(
946 return Sym->getName() == *MP.MachOHeaderStartSymbol;
948 assert(
I !=
G.defined_symbols().end() &&
"Missing MachO header start symbol");
951 std::lock_guard<std::mutex> Lock(MP.PlatformMutex);
952 auto HeaderAddr = (*I)->getAddress();
953 MP.JITDylibToHeaderAddr[&JD] = HeaderAddr;
954 MP.HeaderAddrToJITDylib[HeaderAddr] = &JD;
957 G.allocActions().push_back(
960 MP.RegisterJITDylib.Addr, JD.
getName(), HeaderAddr)),
962 MP.DeregisterJITDylib.Addr, HeaderAddr))});
966Error MachOPlatform::MachOPlatformPlugin::preserveImportantSections(
972 if (
auto *ObjCImageInfoSec =
974 if (ObjCImageInfoSec->blocks_size() != 1)
975 return make_error<StringError>(
976 "In " +
G.getName() +
977 "__DATA,__objc_imageinfo contains multiple blocks",
979 G.addAnonymousSymbol(**ObjCImageInfoSec->blocks().begin(), 0, 0,
false,
982 for (
auto *
B : ObjCImageInfoSec->blocks())
983 if (!
B->edges_empty())
984 return make_error<StringError>(
"In " +
G.getName() +
", " +
986 " contains references to symbols",
993 JITLinkSymbolSet InitSectionSymbols;
1001 auto *InitSection =
G.findSectionByName(InitSectionName);
1008 for (
auto &
Sym : InitSection->symbols()) {
1009 auto &
B =
Sym->getBlock();
1010 if (
Sym->isLive() &&
Sym->getOffset() == 0 &&
1011 Sym->getSize() ==
B.getSize() && !AlreadyLiveBlocks.
count(&
B)) {
1012 InitSectionSymbols.insert(
Sym);
1018 for (
auto *
B : InitSection->blocks())
1019 if (!AlreadyLiveBlocks.
count(
B))
1020 InitSectionSymbols.insert(
1021 &
G.addAnonymousSymbol(*
B, 0,
B->getSize(),
false,
true));
1024 if (!InitSectionSymbols.empty()) {
1025 std::lock_guard<std::mutex> Lock(PluginMutex);
1026 InitSymbolDeps[&MR] = std::move(InitSectionSymbols);
1032Error MachOPlatform::MachOPlatformPlugin::processObjCImageInfo(
1045 auto ObjCImageInfoBlocks = ObjCImageInfo->blocks();
1048 if (ObjCImageInfoBlocks.empty())
1050 " section in " +
G.getName(),
1054 if (std::next(ObjCImageInfoBlocks.begin()) != ObjCImageInfoBlocks.end())
1055 return make_error<StringError>(
"Multiple blocks in " +
1057 " section in " +
G.getName(),
1062 for (
auto &Sec :
G.sections()) {
1063 if (&Sec != ObjCImageInfo)
1064 for (
auto *
B : Sec.blocks())
1065 for (
auto &E :
B->edges())
1066 if (E.getTarget().isDefined() &&
1067 &E.getTarget().getBlock().getSection() == ObjCImageInfo)
1069 " is referenced within file " +
1074 auto &ObjCImageInfoBlock = **ObjCImageInfoBlocks.begin();
1075 auto *ObjCImageInfoData = ObjCImageInfoBlock.getContent().data();
1081 std::lock_guard<std::mutex> Lock(PluginMutex);
1084 if (ObjCImageInfoItr != ObjCImageInfos.end()) {
1087 if (ObjCImageInfoItr->second.Version != Version)
1088 return make_error<StringError>(
1089 "ObjC version in " +
G.getName() +
1090 " does not match first registered version",
1092 if (ObjCImageInfoItr->second.Flags != Flags)
1093 if (
Error E = mergeImageInfoFlags(
G, MR, ObjCImageInfoItr->second, Flags))
1097 for (
auto *S : ObjCImageInfo->symbols())
1098 G.removeDefinedSymbol(*S);
1099 G.removeBlock(ObjCImageInfoBlock);
1102 dbgs() <<
"MachOPlatform: Registered __objc_imageinfo for "
1104 <<
"; flags = " <<
formatv(
"{0:x4}", Flags) <<
"\n";
1108 G.addDefinedSymbol(ObjCImageInfoBlock, 0, ObjCImageInfoSymbolName,
1112 {{MR.getExecutionSession().intern(ObjCImageInfoSymbolName),
1113 JITSymbolFlags()}}))
1121Error MachOPlatform::MachOPlatformPlugin::mergeImageInfoFlags(
1123 ObjCImageInfo &Info,
uint32_t NewFlags) {
1124 if (
Info.Flags == NewFlags)
1127 ObjCImageInfoFlags Old(
Info.Flags);
1128 ObjCImageInfoFlags
New(NewFlags);
1131 if (Old.SwiftABIVersion &&
New.SwiftABIVersion &&
1132 Old.SwiftABIVersion !=
New.SwiftABIVersion)
1133 return make_error<StringError>(
"Swift ABI version in " +
G.getName() +
1134 " does not match first registered flags",
1140 if (
Info.Finalized && Old.HasCategoryClassProperties &&
1141 !
New.HasCategoryClassProperties)
1142 return make_error<StringError>(
"ObjC category class property support in " +
1144 " does not match first registered flags",
1146 if (
Info.Finalized && Old.HasSignedObjCClassROs && !
New.HasSignedObjCClassROs)
1147 return make_error<StringError>(
"ObjC class_ro_t pointer signing in " +
1149 " does not match first registered flags",
1158 if (Old.SwiftVersion &&
New.SwiftVersion)
1159 New.SwiftVersion = std::min(Old.SwiftVersion,
New.SwiftVersion);
1160 else if (Old.SwiftVersion)
1161 New.SwiftVersion = Old.SwiftVersion;
1163 if (!
New.SwiftABIVersion)
1164 New.SwiftABIVersion = Old.SwiftABIVersion;
1166 if (Old.HasCategoryClassProperties !=
New.HasCategoryClassProperties)
1167 New.HasCategoryClassProperties =
false;
1169 if (Old.HasSignedObjCClassROs !=
New.HasSignedObjCClassROs)
1170 New.HasSignedObjCClassROs =
false;
1173 dbgs() <<
"MachOPlatform: Merging __objc_imageinfo flags for "
1175 <<
formatv(
"{0:x4}", Old.rawFlags()) <<
")"
1176 <<
" with " <<
G.getName() <<
" (" <<
formatv(
"{0:x4}", NewFlags)
1178 <<
" -> " <<
formatv(
"{0:x4}",
New.rawFlags()) <<
"\n";
1185Error MachOPlatform::MachOPlatformPlugin::fixTLVSectionsAndEdges(
1189 for (
auto *
Sym :
G.external_symbols())
1190 if (
Sym->getName() ==
"__tlv_bootstrap") {
1191 Sym->setName(
"___orc_rt_macho_tlv_get_addr");
1197 std::optional<uint64_t>
Key;
1199 std::lock_guard<std::mutex> Lock(MP.PlatformMutex);
1200 auto I = MP.JITDylibToPThreadKey.find(&JD);
1201 if (
I != MP.JITDylibToPThreadKey.end())
1206 if (
auto KeyOrErr = MP.createPThreadKey())
1209 return KeyOrErr.takeError();
1215 for (
auto *
B : ThreadDataSec->blocks()) {
1216 if (
B->getSize() != 3 *
G.getPointerSize())
1217 return make_error<StringError>(
"__thread_vars block at " +
1218 formatv(
"{0:x}",
B->getAddress()) +
1219 " has unexpected size",
1222 auto NewBlockContent =
G.allocateBuffer(
B->getSize());
1223 llvm::copy(
B->getContent(), NewBlockContent.data());
1224 memcpy(NewBlockContent.data() +
G.getPointerSize(), &PlatformKeyBits,
1225 G.getPointerSize());
1226 B->setContent(NewBlockContent);
1231 for (
auto *
B :
G.blocks())
1232 for (
auto &E :
B->edges())
1235 E.setKind(jitlink::x86_64::
1236 RequestGOTAndTransformToPCRel32GOTLoadREXRelaxable);
1241std::optional<MachOPlatform::MachOPlatformPlugin::UnwindSections>
1242MachOPlatform::MachOPlatformPlugin::findUnwindSectionInfo(
1244 using namespace jitlink;
1252 if (Sec.blocks().empty())
1254 SecRange = (*Sec.blocks().begin())->
getRange();
1255 for (
auto *
B : Sec.blocks()) {
1256 auto R =
B->getRange();
1257 SecRange.Start = std::min(SecRange.Start,
R.Start);
1258 SecRange.End = std::max(SecRange.End,
R.End);
1259 for (
auto &E :
B->edges()) {
1260 if (!E.getTarget().isDefined())
1262 auto &TargetBlock = E.getTarget().getBlock();
1263 auto &TargetSection = TargetBlock.getSection();
1264 if ((TargetSection.getMemProt() & MemProt::Exec) == MemProt::Exec)
1271 ScanUnwindInfoSection(*EHFrameSec, US.DwarfSection);
1273 if (Section *CUInfoSec =
1275 ScanUnwindInfoSection(*CUInfoSec, US.CompactUnwindSection);
1279 if (CodeBlocks.
empty())
1280 return std::nullopt;
1285 return LHS->getAddress() <
RHS->getAddress();
1287 for (
auto *
B : CodeBlocks) {
1288 if (US.CodeRanges.empty() || US.CodeRanges.back().End !=
B->getAddress())
1289 US.CodeRanges.push_back(
B->getRange());
1291 US.CodeRanges.back().End =
B->getRange().End;
1295 dbgs() <<
"MachOPlatform identified unwind info in " <<
G.getName() <<
":\n"
1297 if (US.DwarfSection.Start)
1298 dbgs() << US.DwarfSection <<
"\n";
1301 dbgs() <<
" Compact-unwind: ";
1302 if (US.CompactUnwindSection.Start)
1303 dbgs() << US.CompactUnwindSection <<
"\n";
1306 <<
"for code ranges:\n";
1307 for (
auto &CR : US.CodeRanges)
1308 dbgs() <<
" " << CR <<
"\n";
1309 if (US.CodeRanges.size() >=
G.sections_size())
1310 dbgs() <<
"WARNING: High number of discontiguous code ranges! "
1311 "Padding may be interfering with coalescing.\n";
1317Error MachOPlatform::MachOPlatformPlugin::registerObjectPlatformSections(
1330 if (ThreadDataSection)
1331 G.mergeSections(*ThreadDataSection, *ThreadBSSSection);
1333 ThreadDataSection = ThreadBSSSection;
1342 for (
auto &SecName : DataSections) {
1343 if (
auto *Sec =
G.findSectionByName(SecName)) {
1346 MachOPlatformSecs.
push_back({SecName,
R.getRange()});
1352 if (ThreadDataSection) {
1361 ObjCRuntimeObjectSectionName};
1363 for (
auto &SecName : PlatformSections) {
1364 auto *Sec =
G.findSectionByName(SecName);
1371 MachOPlatformSecs.
push_back({SecName,
R.getRange()});
1377 if (
auto UI = findUnwindSectionInfo(
G))
1378 UnwindInfo = std::make_tuple(std::move(UI->CodeRanges), UI->DwarfSection,
1379 UI->CompactUnwindSection);
1381 if (!MachOPlatformSecs.
empty() || UnwindInfo) {
1384 dbgs() <<
"MachOPlatform: Scraped " <<
G.getName() <<
" init sections:\n";
1385 for (
auto &KV : MachOPlatformSecs)
1386 dbgs() <<
" " << KV.first <<
": " << KV.second <<
"\n";
1389 using SPSRegisterObjectPlatformSectionsArgs =
SPSArgList<
1397 : MP.Bootstrap.load()->DeferredAAs;
1401 std::lock_guard<std::mutex> Lock(MP.PlatformMutex);
1402 auto I = MP.JITDylibToHeaderAddr.find(&JD);
1403 assert(
I != MP.JITDylibToHeaderAddr.end() &&
1404 "No header registered for JD");
1405 assert(
I->second &&
"Null header registered for JD");
1406 HeaderAddr =
I->second;
1408 allocActions.push_back(
1410 WrapperFunctionCall::Create<SPSRegisterObjectPlatformSectionsArgs>(
1411 MP.RegisterObjectPlatformSections.Addr, HeaderAddr, UnwindInfo,
1412 MachOPlatformSecs)),
1414 WrapperFunctionCall::Create<SPSRegisterObjectPlatformSectionsArgs>(
1415 MP.DeregisterObjectPlatformSections.Addr, HeaderAddr,
1416 UnwindInfo, MachOPlatformSecs))});
1422Error MachOPlatform::MachOPlatformPlugin::createObjCRuntimeObject(
1425 bool NeedTextSegment =
false;
1426 size_t NumRuntimeSections = 0;
1428 for (
auto ObjCRuntimeSectionName : ObjCRuntimeObjectSectionsData)
1429 if (
G.findSectionByName(ObjCRuntimeSectionName))
1430 ++NumRuntimeSections;
1432 for (
auto ObjCRuntimeSectionName : ObjCRuntimeObjectSectionsText) {
1433 if (
G.findSectionByName(ObjCRuntimeSectionName)) {
1434 ++NumRuntimeSections;
1435 NeedTextSegment =
true;
1440 if (NumRuntimeSections == 0)
1445 ++NumRuntimeSections;
1451 auto &Sec =
G.createSection(ObjCRuntimeObjectSectionName,
1452 MemProt::Read | MemProt::Write);
1453 G.createMutableContentBlock(Sec, MachOSize,
ExecutorAddr(), 16, 0,
true);
1458Error MachOPlatform::MachOPlatformPlugin::populateObjCRuntimeObject(
1461 auto *ObjCRuntimeObjectSec =
1462 G.findSectionByName(ObjCRuntimeObjectSectionName);
1464 if (!ObjCRuntimeObjectSec)
1467 switch (
G.getTargetTriple().getArch()) {
1473 return make_error<StringError>(
"Unrecognized MachO arch in triple " +
1474 G.getTargetTriple().str(),
1478 auto &SecBlock = **ObjCRuntimeObjectSec->blocks().begin();
1485 std::vector<SecDesc> TextSections, DataSections;
1491 memcpy(SD.Sec.segname, FQName.
data(), 6);
1492 SD.Sec.addr = SR.getStart() - SecBlock.getAddress();
1493 SD.Sec.size = SR.getSize();
1499 DataSections.push_back({});
1500 auto &SD = DataSections.back();
1501 memset(&SD.Sec, 0,
sizeof(SD.Sec));
1502 memcpy(SD.Sec.sectname,
"__objc_imageinfo", 16);
1503 strcpy(SD.Sec.segname,
"__DATA");
1505 SD.AddFixups = [&](
size_t RecordOffset) {
1506 auto PointerEdge = getPointerEdgeKind(
G);
1510 for (
auto *
Sym :
G.external_symbols())
1511 if (
Sym->getName() == ObjCImageInfoSymbolName) {
1512 ObjCImageInfoSym =
Sym;
1515 if (!ObjCImageInfoSym)
1516 for (
auto *
Sym :
G.absolute_symbols())
1517 if (
Sym->getName() == ObjCImageInfoSymbolName) {
1518 ObjCImageInfoSym =
Sym;
1521 if (!ObjCImageInfoSym)
1522 for (
auto *
Sym :
G.defined_symbols())
1523 if (
Sym->hasName() &&
Sym->getName() == ObjCImageInfoSymbolName) {
1524 ObjCImageInfoSym =
Sym;
1525 std::optional<uint32_t>
Flags;
1527 std::lock_guard<std::mutex> Lock(PluginMutex);
1529 if (It != ObjCImageInfos.end()) {
1530 It->second.Finalized =
true;
1531 Flags = It->second.Flags;
1538 auto Content =
Sym->getBlock().getMutableContent(
G);
1540 "__objc_image_info size should have been verified already");
1545 if (!ObjCImageInfoSym)
1547 &
G.addExternalSymbol(ObjCImageInfoSymbolName, 8,
false);
1549 SecBlock.addEdge(PointerEdge,
1550 RecordOffset + ((
char *)&SD.Sec.addr - (
char *)&SD.Sec),
1551 *ObjCImageInfoSym, -SecBlock.getAddress().getValue());
1555 for (
auto ObjCRuntimeSectionName : ObjCRuntimeObjectSectionsData) {
1556 if (
auto *GraphSec =
G.findSectionByName(ObjCRuntimeSectionName)) {
1557 DataSections.push_back({});
1558 AddSection(DataSections.back(), *GraphSec);
1562 for (
auto ObjCRuntimeSectionName : ObjCRuntimeObjectSectionsText) {
1563 if (
auto *GraphSec =
G.findSectionByName(ObjCRuntimeSectionName)) {
1564 TextSections.push_back({});
1565 AddSection(TextSections.back(), *GraphSec);
1569 assert(ObjCRuntimeObjectSec->blocks_size() == 1 &&
1570 "Unexpected number of blocks in runtime sections object");
1576 switch (
G.getTargetTriple().getArch()) {
1590 Hdr.
ncmds = 1 + !TextSections.empty();
1597 auto SecContent = SecBlock.getAlreadyMutableContent();
1598 char *
P = SecContent.data();
1599 auto WriteMachOStruct = [&](
auto S) {
1602 memcpy(
P, &S,
sizeof(S));
1606 auto WriteSegment = [&](
StringRef Name, std::vector<SecDesc> &Secs) {
1608 memset(&SegLC, 0,
sizeof(SegLC));
1610 SegLC.
cmd = MachO::LC_SEGMENT_64;
1613 SegLC.
nsects = Secs.size();
1614 WriteMachOStruct(SegLC);
1615 for (
auto &SD : Secs) {
1617 SD.AddFixups(
P - SecContent.data());
1618 WriteMachOStruct(SD.Sec);
1622 WriteMachOStruct(Hdr);
1623 if (!TextSections.empty())
1624 WriteSegment(
"__TEXT", TextSections);
1625 if (!DataSections.empty())
1626 WriteSegment(
"__DATA", DataSections);
1628 assert(
P == SecContent.end() &&
"Underflow writing ObjC runtime object");
1632Error MachOPlatform::MachOPlatformPlugin::prepareSymbolTableRegistration(
1638 MemProt::Read | MemProt::Exec);
1642 for (
auto *
Sym : CStringSec->symbols()) {
1655 for (
auto *
Sym :
G.defined_symbols())
1657 for (
auto *
Sym :
G.absolute_symbols())
1660 for (
auto *
Sym : SymsToProcess) {
1661 if (!
Sym->hasName())
1664 auto I = ExistingStrings.
find(
Sym->getName());
1665 if (
I == ExistingStrings.
end()) {
1666 auto &NameBlock =
G.createMutableContentBlock(
1669 auto &SymbolNameSym =
G.addAnonymousSymbol(
1670 NameBlock, 0, NameBlock.getSize(),
false,
true);
1671 JITSymTabInfo.push_back({
Sym, &SymbolNameSym});
1673 JITSymTabInfo.push_back({
Sym,
I->second});
1680Error MachOPlatform::MachOPlatformPlugin::addSymbolTableRegistration(
1682 JITSymTabVector &JITSymTabInfo,
bool InBootstrapPhase) {
1686 std::lock_guard<std::mutex> Lock(MP.PlatformMutex);
1688 assert(
I != MP.JITDylibToHeaderAddr.end() &&
"No header registered for JD");
1689 assert(
I->second &&
"Null header registered for JD");
1690 HeaderAddr =
I->second;
1693 SymbolTableVector LocalSymTab;
1694 auto &SymTab =
LLVM_LIKELY(!InBootstrapPhase) ? LocalSymTab
1695 : MP.Bootstrap.load()->SymTab;
1696 for (
auto &[OriginalSymbol, NameSym] : JITSymTabInfo)
1697 SymTab.push_back({NameSym->getAddress(), OriginalSymbol->getAddress(),
1698 flagsForSymbol(*OriginalSymbol)});
1707 : MP.Bootstrap.load()->DeferredAAs;
1708 allocActions.push_back(
1709 {
cantFail(WrapperFunctionCall::Create<SPSRegisterSymbolsArgs>(
1710 MP.RegisterObjectSymbolTable.Addr, HeaderAddr, SymTab)),
1711 cantFail(WrapperFunctionCall::Create<SPSRegisterSymbolsArgs>(
1712 MP.DeregisterObjectSymbolTable.Addr, HeaderAddr, SymTab))});
1717template <
typename MachOTraits>
1727 B.Header.cputype = HdrInfo.CPUType;
1728 B.Header.cpusubtype = HdrInfo.CPUSubType;
1731 B.template addLoadCommand<MachO::LC_ID_DYLIB>(
1733 Opts.
IDDylib->CurrentVersion, Opts.
IDDylib->CompatibilityVersion);
1735 B.template addLoadCommand<MachO::LC_ID_DYLIB>(JD.
getName(), 0, 0, 0);
1738 B.template addLoadCommand<MachO::LC_BUILD_VERSION>(
1739 BV.Platform, BV.MinOS, BV.SDK,
static_cast<uint32_t>(0));
1741 B.template addLoadCommand<MachO::LC_LOAD_DYLIB>(
1742 D.Name,
D.Timestamp,
D.CurrentVersion,
D.CompatibilityVersion);
1744 B.template addLoadCommand<MachO::LC_RPATH>(
P);
1746 auto HeaderContent =
G.allocateBuffer(
B.layout());
1747 B.write(HeaderContent);
1749 return G.createContentBlock(HeaderSection, HeaderContent,
ExecutorAddr(), 8,
1757 createHeaderInterface(MOP,
std::
move(HeaderStartSymbol))),
1758 MOP(MOP), Opts(
std::
move(Opts)) {}
1761 std::unique_ptr<MaterializationResponsibility> R) {
1762 auto G = createPlatformGraph(
MOP,
"<MachOHeaderMU>");
1763 addMachOHeader(R->getTargetJITDylib(), *
G, R->getInitializerSymbol());
1770void SimpleMachOHeaderMU::addMachOHeader(
1773 auto &HeaderSection =
G.createSection(
"__header",
MemProt::Read);
1777 G.addDefinedSymbol(HeaderBlock, 0, *InitializerSymbol, HeaderBlock.getSize(),
1780 for (
auto &HS : AdditionalHeaderSymbols)
1781 G.addDefinedSymbol(HeaderBlock, HS.Offset, HS.Name, HeaderBlock.getSize(),
1792 return ::createHeaderBlock<MachO64LE>(
MOP,
Opts, JD,
G, HeaderSection);
1803 for (
auto &HS : AdditionalHeaderSymbols)
1812 switch (TT.getArch()) {
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
Analysis containing CSE Info
#define LLVM_UNLIKELY(EXPR)
#define LLVM_LIKELY(EXPR)
static std::optional< ConstantRange > getRange(Value *V, const InstrInfoQuery &IIQ)
Helper method to get range from metadata or attribute.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
iterator find(const_arg_type_t< KeyT > Val)
size_type count(const_arg_type_t< KeyT > Val) const
Return 1 if the specified key is in the map, 0 otherwise.
std::pair< iterator, bool > insert(const std::pair< KeyT, ValueT > &KV)
void reserve(size_type NumEntries)
Grow the densemap so that it can contain at least NumEntries items before resizing again.
Implements a dense probed hash-table based set.
Helper for Errors used as out-parameters.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Tagged union holding either a T or a Error.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
StringRef drop_front(size_t N=1) const
Return a StringRef equal to 'this' but with the first N elements dropped.
constexpr size_t size() const
size - Get the string size.
constexpr const char * data() const
data - Get a pointer to the start of the string (which may not be null terminated).
Triple - Helper class for working with autoconf configuration names.
ArchType getArch() const
Get the parsed architecture type of this triple.
const std::string & str() const
std::pair< iterator, bool > insert(const ValueT &V)
size_type count(const_arg_type_t< ValueT > V) const
Return 1 if the specified key is in the set, 0 otherwise.
An Addressable with content and edges.
const std::string & getName() const
Get the name for this JITLinkDylib.
Represents a section address range via a pair of Block pointers to the first and last Blocks in the s...
Represents an object file section.
An ExecutionSession represents a running JIT program.
ExecutorProcessControl & getExecutorProcessControl()
Get the ExecutorProcessControl object associated with this ExecutionSession.
const Triple & getTargetTriple() const
Return the triple for the executor.
Error callSPSWrapper(ExecutorAddr WrapperFnAddr, WrapperCallArgTs &&...WrapperCallArgs)
Run a wrapper function using SPS to serialize the arguments and deserialize the results.
SymbolStringPtr intern(StringRef SymName)
Add a symbol name to the SymbolStringPool and return a pointer to it.
static JITDispatchHandlerFunction wrapAsyncWithSPS(HandlerT &&H)
Wrap a handler that takes concrete argument types (and a sender for a concrete return type) to produc...
void lookup(LookupKind K, const JITDylibSearchOrder &SearchOrder, SymbolLookupSet Symbols, SymbolState RequiredState, SymbolsResolvedCallback NotifyComplete, RegisterDependenciesFunction RegisterDependencies)
Search the given JITDylibs for the given symbols.
Error registerJITDispatchHandlers(JITDylib &JD, JITDispatchHandlerAssociationMap WFs)
For each tag symbol name, associate the corresponding AsyncHandlerWrapperFunction with the address of...
decltype(auto) runSessionLocked(Func &&F)
Run the given lambda with the session mutex locked.
Represents an address in the executor process.
Represents a JIT'd dynamic library.
Error define(std::unique_ptr< MaterializationUnitType > &&MU, ResourceTrackerSP RT=nullptr)
Define all symbols provided by the materialization unit to be part of this JITDylib.
GeneratorT & addGenerator(std::unique_ptr< GeneratorT > DefGenerator)
Adds a definition generator to this JITDylib and returns a referenece to it.
Tracks responsibility for materialization, and mediates interactions between MaterializationUnits and...
Error defineMaterializing(SymbolFlagsMap SymbolFlags)
Attempt to claim responsibility for new definitions.
const SymbolStringPtr & getInitializerSymbol() const
Returns the initialization pseudo-symbol, if any.
JITDylib & getTargetJITDylib() const
Returns the target JITDylib that these symbols are being materialized into.
A MaterializationUnit represents a set of symbol definitions that can be materialized as a group,...
virtual StringRef getName() const =0
Return the name of this materialization unit.
virtual void materialize(std::unique_ptr< MaterializationResponsibility > R)=0
Implementations of this method should materialize all symbols in the materialzation unit,...
const SymbolStringPtr & getInitializerSymbol() const
Returns the initialization symbol for this MaterializationUnit (if any).
An ObjectLayer implementation built on JITLink.
ObjectLinkingLayer & addPlugin(std::shared_ptr< Plugin > P)
Add a plugin.
void emit(std::unique_ptr< MaterializationResponsibility > R, std::unique_ptr< MemoryBuffer > O) override
Emit an object file.
API to remove / transfer ownership of JIT resources.
JITDylib & getJITDylib() const
Return the JITDylib targeted by this tracker.
static Expected< std::unique_ptr< StaticLibraryDefinitionGenerator > > Load(ObjectLayer &L, const char *FileName, GetObjectFileInterface GetObjFileInterface=GetObjectFileInterface())
Try to create a StaticLibraryDefinitionGenerator from the given path.
A set of symbols to look up, each associated with a SymbolLookupFlags value.
Pointer to a pooled string representing a symbol name.
A utility class for serializing to a blob from a variadic list.
SPS tag type for expecteds, which are either a T or a string representing an error.
SPS tag type for optionals.
Output char buffer with overflow check.
SPS tag type for sequences.
static size_t size(const MachOPlatform::MachOExecutorSymbolFlags &SF)
static bool deserialize(SPSInputBuffer &IB, MachOPlatform::MachOExecutorSymbolFlags &SF)
static bool serialize(SPSOutputBuffer &OB, const MachOPlatform::MachOExecutorSymbolFlags &SF)
static bool serialize(SPSOutputBuffer &OB, const MachOPlatform::MachOJITDylibDepInfo &DDI)
static size_t size(const MachOPlatform::MachOJITDylibDepInfo &DDI)
static bool deserialize(SPSInputBuffer &IB, MachOPlatform::MachOJITDylibDepInfo &DDI)
Specialize to describe how to serialize/deserialize to/from the given concrete type.
static Expected< WrapperFunctionCall > Create(ExecutorAddr FnAddr, const ArgTs &...Args)
Create a WrapperFunctionCall using the given SPS serializer to serialize the arguments.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ S_REGULAR
S_REGULAR - Regular section.
void swapStruct(fat_header &mh)
constexpr uint64_t PointerSize
aarch64 pointer size.
@ Pointer64
A plain 64-bit pointer value relocation.
@ RequestTLVPAndTransformToPCRel32TLVPLoadREXRelaxable
A TLVP entry getter/constructor, transformed to Delta32ToTLVPLoadREXRelaxable.
@ Pointer64
A plain 64-bit pointer value relocation.
const char * getGenericEdgeKindName(Edge::Kind K)
Returns the string name of the given generic edge kind, or "unknown" otherwise.
constexpr llvm::endianness Endianness
The endianness of all multi-byte encoded values in MessagePack.
SPSTuple< SPSExecutorAddr, SPSExecutorAddr > SPSExecutorAddrRange
std::vector< AllocActionCallPair > AllocActions
A vector of allocation actions to be run for this allocation.
StringRef MachOSwift5EntrySectionName
StringRef MachOThreadBSSSectionName
StringRef MachOThreadVarsSectionName
JITDylibSearchOrder makeJITDylibSearchOrder(ArrayRef< JITDylib * > JDs, JITDylibLookupFlags Flags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Convenience function for creating a search order from an ArrayRef of JITDylib*, all with the same fla...
StringRef MachOCompactUnwindInfoSectionName
std::unique_ptr< ReExportsMaterializationUnit > symbolAliases(SymbolAliasMap Aliases)
Create a ReExportsMaterializationUnit with the given aliases.
std::unique_ptr< AbsoluteSymbolsMaterializationUnit > absoluteSymbols(SymbolMap Symbols)
Create an AbsoluteSymbolsMaterializationUnit with the given symbols.
StringRef MachOSwift5ProtosSectionName
StringRef MachOEHFrameSectionName
StringRef MachOModInitFuncSectionName
StringRef MachOInitSectionNames[19]
StringRef MachOObjCConstSectionName
StringRef MachODataDataSectionName
StringRef MachOSwift5ProtoSectionName
static void addAliases(ExecutionSession &ES, SymbolAliasMap &Aliases, ArrayRef< std::pair< const char *, const char * > > AL)
StringRef MachOObjCCatListSectionName
StringRef MachOObjCClassRefsSectionName
StringRef MachOObjCDataSectionName
StringRef MachOObjCClassNameSectionName
StringRef MachOObjCMethNameSectionName
StringRef MachOObjCClassListSectionName
StringRef MachOObjCSelRefsSectionName
StringRef MachOSwift5FieldMetadataSectionName
StringRef MachOCStringSectionName
StringRef MachOObjCMethTypeSectionName
StringRef MachOSwift5TypesSectionName
jitlink::Block & createHeaderBlock(MachOPlatform &MOP, const MachOPlatform::HeaderOptions &Opts, JITDylib &JD, jitlink::LinkGraph &G, jitlink::Section &HeaderSection)
StringRef MachOObjCImageInfoSectionName
MachOHeaderInfo getMachOHeaderInfoFromTriple(const Triple &TT)
RegisterDependenciesFunction NoDependenciesToRegister
This can be used as the value for a RegisterDependenciesFunction if there are no dependants to regist...
StringRef MachOThreadDataSectionName
StringRef MachODataCommonSectionName
StringRef MachOSwift5TypeRefSectionName
value_type byte_swap(value_type value, endianness endian)
uint32_t read32(const void *P, endianness E)
void write32(void *P, uint32_t V, endianness E)
This is an optimization pass for GlobalISel generic memory operations.
std::error_code inconvertibleErrorCode()
The value returned by this function can be returned from convertToErrorCode for Error values where no...
auto formatv(const char *Fmt, Ts &&...Vals) -> formatv_object< decltype(std::make_tuple(support::detail::build_format_adapter(std::forward< Ts >(Vals))...))>
void sort(IteratorTy Start, IteratorTy End)
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
void cantFail(Error Err, const char *Msg=nullptr)
Report a fatal error if Err is a failure value.
OutputIt copy(R &&Range, OutputIt Out)
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
auto find_if(R &&Range, UnaryPredicate P)
Provide wrappers to std::find_if which take ranges instead of having to pass begin/end explicitly.
Implement std::hash so that hash_code can be used in STL containers.
An LinkGraph pass configuration, consisting of a list of pre-prune, post-prune, and post-fixup passes...
Represents an address range in the exceutor process.