13#ifndef LLVM_EXECUTIONENGINE_ORC_CORE_H
14#define LLVM_EXECUTIONENGINE_ORC_CORE_H
79 return *
reinterpret_cast<JITDylib *
>(JDAndFlag.load() &
95 bool isDefunct()
const {
return JDAndFlag.load() & 0x1; }
107 std::atomic_uintptr_t JDAndFlag;
149 std::vector<std::pair<JITDylib *, JITDylibLookupFlags>>;
157 O.reserve(JDs.
size());
159 O.push_back(std::make_pair(JD, Flags));
187 :
public ErrorInfo<ResourceTrackerDefunct> {
205 std::error_code convertToErrorCode()
const override;
219 std::shared_ptr<SymbolDependenceMap> Symbols);
226 std::shared_ptr<SymbolStringPool> SSP;
227 std::shared_ptr<SymbolDependenceMap> Symbols;
232 :
public ErrorInfo<UnsatisfiedSymbolDependencies> {
239 std::string Explanation);
244 std::shared_ptr<SymbolStringPool> SSP;
248 std::string Explanation;
265 std::shared_ptr<SymbolStringPool> SSP;
271 :
public ErrorInfo<SymbolsCouldNotBeRemoved> {
283 std::shared_ptr<SymbolStringPool> SSP;
292 :
public ErrorInfo<MissingSymbolDefinitions> {
300 std::error_code convertToErrorCode()
const override;
306 std::shared_ptr<SymbolStringPool> SSP;
316 :
public ErrorInfo<UnexpectedSymbolDefinitions> {
324 std::error_code convertToErrorCode()
const override;
330 std::shared_ptr<SymbolStringPool> SSP;
369 return RT->withResourceKeyDo(std::forward<Func>(
F));
471 : JD(RT->getJITDylib()), RT(
std::
move(RT)),
472 SymbolFlags(
std::
move(SymbolFlags)), InitSymbol(
std::
move(InitSymbol)) {
473 assert(!this->SymbolFlags.
empty() &&
"Materializing nothing?");
479 SymbolStringPtr InitSymbol;
501 void materialize(std::unique_ptr<MaterializationResponsibility> R)
override;
522inline std::unique_ptr<ReExportsMaterializationUnit>
524 return std::make_unique<ReExportsMaterializationUnit>(
531inline std::unique_ptr<ReExportsMaterializationUnit>
535 return std::make_unique<ReExportsMaterializationUnit>(
536 &SourceJD, SourceJDLookupFlags, std::move(Aliases));
579 bool isComplete()
const {
return OutstandingSymbolsCount == 0; }
585 SymbolState getRequiredState() {
return RequiredState; }
587 void addQueryDependence(
JITDylib &JD, SymbolStringPtr Name);
589 void removeQueryDependence(
JITDylib &JD,
const SymbolStringPtr &Name);
591 void dropSymbol(
const SymbolStringPtr &Name);
593 void handleFailed(
Error Err);
600 size_t OutstandingSymbolsCount;
601 SymbolState RequiredState;
622 LookupState(std::unique_ptr<InProgressLookupState> IPLS);
627 std::unique_ptr<InProgressLookupState> IPLS;
651 std::deque<LookupState> PendingLookups;
734 template <
typename GeneratorT>
735 GeneratorT &
addGenerator(std::unique_ptr<GeneratorT> DefGenerator);
768 bool LinkAgainstThisJITDylibFirst =
true);
806 template <
typename Func>
808 ->
decltype(
F(std::declval<const JITDylibSearchOrder &>()));
820 template <
typename MaterializationUnitType>
821 Error define(std::unique_ptr<MaterializationUnitType> &&MU,
834 template <
typename MaterializationUnitType>
835 Error define(std::unique_ptr<MaterializationUnitType> &MU,
886 using AsynchronousSymbolQuerySet =
887 std::set<std::shared_ptr<AsynchronousSymbolQuery>>;
889 using AsynchronousSymbolQueryList =
890 std::vector<std::shared_ptr<AsynchronousSymbolQuery>>;
892 struct UnmaterializedInfo {
893 UnmaterializedInfo(std::unique_ptr<MaterializationUnit> MU,
897 std::unique_ptr<MaterializationUnit> MU;
901 using UnmaterializedInfosMap =
902 DenseMap<SymbolStringPtr, std::shared_ptr<UnmaterializedInfo>>;
904 using UnmaterializedInfosList =
905 std::vector<std::shared_ptr<UnmaterializedInfo>>;
913 struct MaterializingInfo {
916 LLVM_ABI void addQuery(std::shared_ptr<AsynchronousSymbolQuery> Q);
918 LLVM_ABI AsynchronousSymbolQueryList
919 takeQueriesMeeting(SymbolState RequiredState);
920 AsynchronousSymbolQueryList takeAllPendingQueries() {
921 return std::move(PendingQueries);
923 bool hasQueriesPending()
const {
return !PendingQueries.empty(); }
924 const AsynchronousSymbolQueryList &pendingQueries()
const {
925 return PendingQueries;
928 AsynchronousSymbolQueryList PendingQueries;
931 using MaterializingInfosMap = DenseMap<SymbolStringPtr, MaterializingInfo>;
933 class SymbolTableEntry {
935 SymbolTableEntry() =
default;
936 SymbolTableEntry(JITSymbolFlags Flags)
938 MaterializerAttached(
false) {}
940 ExecutorAddr getAddress()
const {
return Addr; }
941 JITSymbolFlags getFlags()
const {
return Flags; }
944 bool hasMaterializerAttached()
const {
return MaterializerAttached; }
946 void setAddress(ExecutorAddr Addr) { this->Addr = Addr; }
947 void setFlags(JITSymbolFlags Flags) { this->Flags = Flags; }
949 assert(
static_cast<uint8_t
>(State) < (1 << 6) &&
950 "State does not fit in bitfield");
951 this->State =
static_cast<uint8_t
>(State);
954 void setMaterializerAttached(
bool MaterializerAttached) {
955 this->MaterializerAttached = MaterializerAttached;
958 ExecutorSymbolDef getSymbol()
const {
return {Addr, Flags}; }
962 JITSymbolFlags Flags;
964 uint8_t MaterializerAttached : 1;
967 using SymbolTable = DenseMap<SymbolStringPtr, SymbolTableEntry>;
971 struct RemoveTrackerResult {
972 AsynchronousSymbolQuerySet QueriesToFail;
973 std::shared_ptr<SymbolDependenceMap> FailedSymbols;
974 std::vector<std::unique_ptr<MaterializationUnit>> DefunctMUs;
977 RemoveTrackerResult IL_removeTracker(ResourceTracker &RT);
979 void transferTracker(ResourceTracker &DstRT, ResourceTracker &SrcRT);
984 installMaterializationUnit(std::unique_ptr<MaterializationUnit> MU,
985 ResourceTracker &RT);
990 void transferEmittedNodeDependencies(MaterializingInfo &DependantMI,
991 const SymbolStringPtr &DependantName,
992 MaterializingInfo &EmittedMI);
994 Expected<SymbolFlagsMap>
999 std::unique_ptr<MaterializationUnit> MU);
1001 Expected<std::unique_ptr<MaterializationResponsibility>>
1003 SymbolStringPtr InitSymbol);
1007 void addDependencies(
const SymbolStringPtr &Name,
1016 void shrinkMaterializationInfoMemory();
1019 enum { Open, Closing, Closed } State = Open;
1020 std::mutex GeneratorsMutex;
1021 SymbolTable Symbols;
1022 UnmaterializedInfosMap UnmaterializedInfos;
1023 MaterializingInfosMap MaterializingInfos;
1024 std::vector<std::shared_ptr<DefinitionGenerator>> DefGenerators;
1029 DenseMap<ResourceTracker *, SymbolNameVector> TrackerSymbols;
1030 DenseMap<ResourceTracker *, DenseSet<MaterializationResponsibility *>>
1084 std::unique_ptr<MaterializationResponsibility> MR)
1088 void run()
override;
1091 std::unique_ptr<MaterializationUnit> MU;
1092 std::unique_ptr<MaterializationResponsibility> MR;
1104 void run()
override;
1130 const char *ArgData,
size_t ArgSize)>;
1166 return EPC->getSymbolStringPool();
1184 assert(!GOpRecorder &&
"WaitingOnGraph recorder already set");
1189 void setPlatform(std::unique_ptr<Platform> P) { this->P = std::move(P); }
1197 std::lock_guard<std::recursive_mutex> Lock(SessionMutex);
1260 this->ReportError = std::move(ReportError);
1342 assert(
T &&
"T must be non-null");
1344 EPC->getDispatcher().dispatch(std::move(
T));
1349 return EPC->getBootstrapMap();
1353 template <
typename T,
typename SPSTagT>
1355 return EPC->getBootstrapMapValue<
T, SPSTagT>(
Key, Val);
1360 return EPC->getBootstrapSymbolsMap();
1367 ArrayRef<std::pair<ExecutorAddr &, StringRef>> Pairs)
const {
1368 return EPC->getBootstrapSymbols(Pairs);
1382 EPC->callWrapperAsync(WrapperFnAddr, std::move(OnComplete), ArgBuffer);
1387 template <
typename RunPolicyT,
typename FnT>
1390 EPC->callWrapperAsync(std::forward<RunPolicyT>(Runner), WrapperFnAddr,
1391 std::forward<FnT>(OnComplete), ArgBuffer);
1396 template <
typename FnT>
1399 EPC->callWrapperAsync(WrapperFnAddr, std::forward<FnT>(OnComplete),
1411 return EPC->callWrapper(WrapperFnAddr, ArgBuffer);
1416 template <
typename SPSSignature,
typename SendResultT,
typename... ArgTs>
1418 const ArgTs &...Args) {
1419 EPC->callSPSWrapperAsync<SPSSignature, SendResultT, ArgTs...>(
1420 WrapperFnAddr, std::forward<SendResultT>(SendResult), Args...);
1428 template <
typename SPSSignature,
typename... WrapperCallArgTs>
1430 WrapperCallArgTs &&...WrapperCallArgs) {
1431 return EPC->callSPSWrapper<SPSSignature, WrapperCallArgTs...>(
1432 WrapperFnAddr, std::forward<WrapperCallArgTs>(WrapperCallArgs)...);
1442 template <
typename SPSSignature,
typename HandlerT>
1445 const char *ArgData,
1446 size_t ArgSize)
mutable {
1448 ArgData, ArgSize, std::move(SendResult),
H);
1459 template <
typename SPSSignature,
typename ClassT,
typename... MethodArgTs>
1463 [
Instance, Method](MethodArgTs &&...MethodArgs) {
1464 (
Instance->*Method)(std::forward<MethodArgTs>(MethodArgs)...);
1491#ifdef EXPENSIVE_CHECKS
1496 static void logErrorsToStdErr(
Error Err) {
1500 void dispatchOutstandingMUs();
1502 static std::unique_ptr<MaterializationResponsibility>
1505 SymbolStringPtr InitSymbol) {
1506 auto &JD = RT.getJITDylib();
1507 std::unique_ptr<MaterializationResponsibility> MR(
1509 std::move(InitSymbol)));
1510 JD.TrackerMRs[&RT].insert(MR.get());
1523 Error IL_updateCandidatesFor(
JITDylib &JD, JITDylibLookupFlags JDLookupFlags,
1524 SymbolLookupSet &Candidates,
1525 SymbolLookupSet *NonCandidates);
1528 void OL_resumeLookupAfterGeneration(InProgressLookupState &IPLS);
1533 void OL_applyQueryPhase1(std::unique_ptr<InProgressLookupState> IPLS,
1540 void OL_completeLookup(std::unique_ptr<InProgressLookupState> IPLS,
1541 std::shared_ptr<AsynchronousSymbolQuery> Q,
1546 void OL_completeLookupFlags(
1547 std::unique_ptr<InProgressLookupState> IPLS,
1548 unique_function<
void(Expected<SymbolFlagsMap>)> OnComplete);
1560 struct EmitQueries {
1561 JITDylib::AsynchronousSymbolQuerySet Completed;
1562 JITDylib::AsynchronousSymbolQuerySet
Failed;
1563 DenseMap<AsynchronousSymbolQuery *, std::shared_ptr<SymbolDependenceMap>>
1568 IL_getSymbolState(
JITDylib *JD, NonOwningSymbolStringPtr Name);
1570 template <
typename UpdateSymbolFn,
typename UpdateQueryFn>
1571 void IL_collectQueries(JITDylib::AsynchronousSymbolQuerySet &Qs,
1572 WaitingOnGraph::ContainerElementsMap &QualifiedSymbols,
1573 UpdateSymbolFn &&UpdateSymbol,
1574 UpdateQueryFn &&UpdateQuery);
1577 WaitingOnGraph::SimplifyResult SR);
1584 std::pair<JITDylib::AsynchronousSymbolQuerySet,
1585 std::shared_ptr<SymbolDependenceMap>>
1589 std::unique_ptr<MaterializationUnit> MU);
1590 LLVM_ABI Expected<std::unique_ptr<MaterializationResponsibility>>
1594 void dumpDispatchInfo(Task &
T);
1597 mutable std::recursive_mutex SessionMutex;
1598 bool SessionOpen =
true;
1599 std::unique_ptr<ExecutorProcessControl> EPC;
1600 std::unique_ptr<Platform> P;
1603 std::vector<ResourceManager *> ResourceManagers;
1605 std::vector<JITDylibSP> JDs;
1608 WaitingOnGraph::OpRecorder *GOpRecorder =
nullptr;
1612 mutable std::recursive_mutex OutstandingMUsMutex;
1613 std::vector<std::pair<std::unique_ptr<MaterializationUnit>,
1614 std::unique_ptr<MaterializationResponsibility>>>
1617 mutable std::mutex JITDispatchHandlersMutex;
1618 DenseMap<ExecutorAddr, std::shared_ptr<JITDispatchHandlerFunction>>
1619 JITDispatchHandlers;
1633 return JD.getExecutionSession();
1636template <
typename GeneratorT>
1638 auto &
G = *DefGenerator;
1639 ES.runSessionLocked([&] {
1640 assert(State == Open &&
"Cannot add generator to closed JITDylib");
1641 DefGenerators.push_back(std::move(DefGenerator));
1646template <
typename Func>
1648 ->
decltype(
F(std::declval<const JITDylibSearchOrder &>())) {
1649 assert(State == Open &&
"Cannot use link order of closed JITDylib");
1650 return ES.runSessionLocked([&]() {
return F(LinkOrder); });
1653template <
typename MaterializationUnitType>
1656 assert(MU &&
"Can not define with a null MU");
1658 if (MU->getSymbols().empty()) {
1661 dbgs() <<
"Warning: Discarding empty MU " << MU->getName() <<
" for "
1667 dbgs() <<
"Defining MU " << MU->getName() <<
" for " <<
getName()
1670 dbgs() <<
"default)";
1674 dbgs() <<
"0x0, default will be used)\n";
1677 return ES.runSessionLocked([&,
this]() ->
Error {
1681 if (
auto Err = defineImpl(*MU))
1687 if (
auto *
P = ES.getPlatform()) {
1688 if (
auto Err =
P->notifyAdding(*RT, *MU))
1692 installMaterializationUnit(std::move(MU), *RT);
1697template <
typename MaterializationUnitType>
1700 assert(MU &&
"Can not define with a null MU");
1702 if (MU->getSymbols().empty()) {
1705 dbgs() <<
"Warning: Discarding empty MU " << MU->getName() <<
getName()
1711 dbgs() <<
"Defining MU " << MU->getName() <<
" for " <<
getName()
1714 dbgs() <<
"default)";
1718 dbgs() <<
"0x0, default will be used)\n";
1721 return ES.runSessionLocked([&,
this]() ->
Error {
1722 assert(State == Open &&
"JD is defunct");
1724 if (
auto Err = defineImpl(*MU))
1730 if (
auto *
P = ES.getPlatform()) {
1731 if (
auto Err =
P->notifyAdding(*RT, *MU))
1735 installMaterializationUnit(std::move(MU), *RT);
1788 std::move(SymbolFlags));
1796 std::unique_ptr<MaterializationUnit> MU) {
aarch64 falkor hwpf fix Falkor HW Prefetch Fix Late Phase
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
Function Alias Analysis false
This file defines the DenseSet and SmallDenseSet classes.
This file defines the RefCountedBase, ThreadSafeRefCountedBase, and IntrusiveRefCntPtr classes.
static StringRef getName(Value *V)
#define DEBUG_WITH_TYPE(TYPE,...)
DEBUG_WITH_TYPE macro - This macro should be used by passes to emit debug information.
Represent a constant reference to an array (0 or more elements consecutively in memory),...
size_t size() const
Get the array size.
Base class for user error types.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Tagged union holding either a T or a Error.
A smart pointer to a reference-counted object that inherits from RefCountedBase or ThreadSafeRefCount...
Flags for symbols in the JIT.
Inheritance utility for extensible RTTI.
StringMap - This is an unconventional map that is specialized for handling keys that are "strings",...
Represent a constant reference to a string, i.e.
ThreadSafeRefCountedBase()=default
Triple - Helper class for working with autoconf configuration names.
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
Represents a JITDylib as seen by JITLink.
const std::string & getName() const
Get the name for this JITLinkDylib.
A symbol query that returns results via a callback when results are ready.
LLVM_ABI AsynchronousSymbolQuery(const SymbolLookupSet &Symbols, SymbolState RequiredState, SymbolsResolvedCallback NotifyComplete)
Create a query for the given symbols.
bool isComplete() const
Returns true if all symbols covered by this query have been resolved.
friend class InProgressFullLookupState
LLVM_ABI void notifySymbolMetRequiredState(const SymbolStringPtr &Name, ExecutorSymbolDef Sym)
Notify the query that a requested symbol has reached the required state.
friend class JITSymbolResolverAdapter
friend class MaterializationResponsibility
friend class ExecutionSession
Definition generators can be attached to JITDylibs to generate new definitions for otherwise unresolv...
virtual Error tryToGenerate(LookupState &LS, LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, const SymbolLookupSet &LookupSet)=0
DefinitionGenerators should override this method to insert new definitions into the parent JITDylib.
friend class ExecutionSession
An ExecutionSession represents a running JIT program.
LLVM_ABI void runJITDispatchHandler(SendResultFunction SendResult, ExecutorAddr HandlerFnTagAddr, shared::WrapperFunctionBuffer ArgBytes)
Run a registered jit-side wrapper function.
LLVM_ABI Error endSession()
End the session.
ExecutorProcessControl & getExecutorProcessControl()
Get the ExecutorProcessControl object associated with this ExecutionSession.
shared::WrapperFunctionBuffer callWrapper(ExecutorAddr WrapperFnAddr, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
void reportError(Error Err)
Report a error for this execution session.
void callWrapperAsync(ExecutorAddr WrapperFnAddr, ExecutorProcessControl::IncomingWFRHandler OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
friend class InProgressLookupFlagsState
ExecutionSession & operator=(const ExecutionSession &)=delete
const StringMap< ExecutorAddr > & getBootstrapSymbolsMap() const
Returns the bootstrap symbol map.
void setPlatform(std::unique_ptr< Platform > P)
Set the Platform for this ExecutionSession.
const Triple & getTargetTriple() const
Return the triple for the executor.
ExecutionSession(const ExecutionSession &)=delete
Platform * getPlatform()
Get the Platform for this session.
Error callSPSWrapper(ExecutorAddr WrapperFnAddr, WrapperCallArgTs &&...WrapperCallArgs)
Run a wrapper function using SPS to serialize the arguments and deserialize the results.
LLVM_ABI void lookupFlags(LookupKind K, JITDylibSearchOrder SearchOrder, SymbolLookupSet Symbols, unique_function< void(Expected< SymbolFlagsMap >)> OnComplete)
Search the given JITDylibs to find the flags associated with each of the given symbols.
SymbolStringPtr intern(StringRef SymName)
Add a symbol name to the SymbolStringPool and return a pointer to it.
LLVM_ABI JITDylib * getJITDylibByName(StringRef Name)
Return a pointer to the "name" JITDylib.
static JITDispatchHandlerFunction wrapAsyncWithSPS(ClassT *Instance, void(ClassT::*Method)(MethodArgTs...))
Wrap a class method that takes concrete argument types (and a sender for a concrete return type) to p...
void callWrapperAsync(RunPolicyT &&Runner, ExecutorAddr WrapperFnAddr, FnT &&OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor using the given Runner to dispatch OnComplete when the result ...
LLVM_ABI JITDylib & createBareJITDylib(std::string Name)
Add a new bare JITDylib to this ExecutionSession.
static JITDispatchHandlerFunction wrapAsyncWithSPS(HandlerT &&H)
Wrap a handler that takes concrete argument types (and a sender for a concrete return type) to produc...
void callSPSWrapperAsync(ExecutorAddr WrapperFnAddr, SendResultT &&SendResult, const ArgTs &...Args)
Run a wrapper function using SPS to serialize the arguments and deserialize the results.
JITDylib & getBootstrapJITDylib()
Returns a reference to the bootstrap JITDylib.
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
Get the SymbolStringPool for this instance.
Error getBootstrapMapValue(StringRef Key, std::optional< T > &Val) const
Look up and SPS-deserialize a bootstrap map value.
friend class InProgressFullLookupState
Error getBootstrapSymbols(ArrayRef< std::pair< ExecutorAddr &, StringRef > > Pairs) const
For each (ExecutorAddr&, StringRef) pair, looks up the string in the bootstrap symbols map and writes...
const StringMap< std::vector< char > > & getBootstrapMap() const
Returns the bootstrap map.
LLVM_ABI void lookup(LookupKind K, const JITDylibSearchOrder &SearchOrder, SymbolLookupSet Symbols, SymbolState RequiredState, SymbolsResolvedCallback NotifyComplete, RegisterDependenciesFunction RegisterDependencies)
Search the given JITDylibs for the given symbols.
LLVM_ABI Error registerJITDispatchHandlers(JITDylib &JD, JITDispatchHandlerAssociationMap WFs)
For each tag symbol name, associate the corresponding AsyncHandlerWrapperFunction with the address of...
friend class MaterializationResponsibility
LLVM_ABI void registerResourceManager(ResourceManager &RM)
Register the given ResourceManager with this ExecutionSession.
LLVM_ABI ~ExecutionSession()
Destroy an ExecutionSession.
void setWaitingOnGraphOpRecorder(WaitingOnGraph::OpRecorder &R)
Set a WaitingOnGraph::Recorder to capture WaitingOnGraph operations.
LLVM_ABI void deregisterResourceManager(ResourceManager &RM)
Deregister the given ResourceManager with this ExecutionSession.
LLVM_ABI ExecutionSession(std::unique_ptr< ExecutorProcessControl > EPC)
Construct an ExecutionSession with the given ExecutorProcessControl object.
decltype(auto) runSessionLocked(Func &&F)
Run the given lambda with the session mutex locked.
unique_function< void( SendResultFunction SendResult, const char *ArgData, size_t ArgSize)> JITDispatchHandlerFunction
An asynchronous wrapper-function callable from the executor via jit-dispatch.
LLVM_ABI void dump(raw_ostream &OS)
Dump the state of all the JITDylibs in this session.
unique_function< void(shared::WrapperFunctionBuffer)> SendResultFunction
Send a result to the remote.
friend class ResourceTracker
ExecutionSession & setErrorReporter(ErrorReporter ReportError)
Set the error reporter function.
ExecutionSession(ExecutionSession &&)=delete
LLVM_ABI Error removeJITDylibs(std::vector< JITDylibSP > JDsToRemove)
Removes the given JITDylibs from the ExecutionSession.
size_t getPageSize() const
LLVM_ABI Expected< JITDylib & > createJITDylib(std::string Name)
Add a new JITDylib to this ExecutionSession.
void dispatchTask(std::unique_ptr< Task > T)
Materialize the given unit.
unique_function< void(Error)> ErrorReporter
For reporting errors.
ExecutionSession & operator=(ExecutionSession &&)=delete
Error removeJITDylib(JITDylib &JD)
Calls removeJTIDylibs on the gives JITDylib.
void callWrapperAsync(ExecutorAddr WrapperFnAddr, FnT &&OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
DenseMap< SymbolStringPtr, JITDispatchHandlerFunction > JITDispatchHandlerAssociationMap
A map associating tag names with asynchronous wrapper function implementations in the JIT.
Represents an address in the executor process.
A handler or incoming WrapperFunctionBuffers – either return values from callWrapper* calls,...
ExecutorProcessControl supports interaction with a JIT target process.
Represents a defining location for a JIT symbol.
FailedToMaterialize(std::shared_ptr< SymbolStringPool > SSP, std::shared_ptr< SymbolDependenceMap > Symbols)
const SymbolDependenceMap & getSymbols() const
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
void log(raw_ostream &OS) const override
Print an error message to an output stream.
JITDylibDefunct(JITDylibSP JD)
Represents a JIT'd dynamic library.
LLVM_ABI Error remove(const SymbolNameSet &Names)
Tries to remove the given symbols.
LLVM_ABI Error clear()
Calls remove on all trackers currently associated with this JITDylib.
JITDylib & operator=(JITDylib &&)=delete
LLVM_ABI void dump(raw_ostream &OS)
Dump current JITDylib state to OS.
friend class AsynchronousSymbolQuery
LLVM_ABI void replaceInLinkOrder(JITDylib &OldJD, JITDylib &NewJD, JITDylibLookupFlags JDLookupFlags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Replace OldJD with NewJD in the link order if OldJD is present.
Error define(std::unique_ptr< MaterializationUnitType > &&MU, ResourceTrackerSP RT=nullptr)
Define all symbols provided by the materialization unit to be part of this JITDylib.
ExecutionSession & getExecutionSession() const
Get a reference to the ExecutionSession for this JITDylib.
LLVM_ABI void addToLinkOrder(const JITDylibSearchOrder &NewLinks)
Append the given JITDylibSearchOrder to the link order for this JITDylib (discarding any elements alr...
LLVM_ABI ResourceTrackerSP createResourceTracker()
Create a resource tracker for this JITDylib.
auto withLinkOrderDo(Func &&F) -> decltype(F(std::declval< const JITDylibSearchOrder & >()))
Do something with the link order (run under the session lock).
friend class MaterializationResponsibility
LLVM_ABI void removeFromLinkOrder(JITDylib &JD)
Remove the given JITDylib from the link order for this JITDylib if it is present.
LLVM_ABI void setLinkOrder(JITDylibSearchOrder NewSearchOrder, bool LinkAgainstThisJITDylibFirst=true)
Set the link order to be used when fixing up definitions in JITDylib.
LLVM_ABI Expected< std::vector< JITDylibSP > > getReverseDFSLinkOrder()
Rteurn this JITDylib and its transitive dependencies in reverse DFS order based on linkage relationsh...
friend class ExecutionSession
LLVM_ABI ResourceTrackerSP getDefaultResourceTracker()
Get the default resource tracker for this JITDylib.
GeneratorT & addGenerator(std::unique_ptr< GeneratorT > DefGenerator)
Adds a definition generator to this JITDylib and returns a referenece to it.
JITDylib(const JITDylib &)=delete
JITDylib & operator=(const JITDylib &)=delete
JITDylib(JITDylib &&)=delete
LLVM_ABI void removeGenerator(DefinitionGenerator &G)
Remove a definition generator from this JITDylib.
LLVM_ABI Expected< std::vector< JITDylibSP > > getDFSLinkOrder()
Return this JITDylib and its transitive dependencies in DFS order based on linkage relationships.
Wraps state for a lookup-in-progress.
LLVM_ABI void continueLookup(Error Err)
Continue the lookup.
LLVM_ABI LookupState & operator=(LookupState &&)
friend class ExecutionSession
friend class OrcV2CAPIHelper
LLVM_ABI LookupState(LookupState &&)
LookupTask(LookupState LS)
Tracks responsibility for materialization, and mediates interactions between MaterializationUnits and...
MaterializationResponsibility & operator=(MaterializationResponsibility &&)=delete
ExecutionSession & getExecutionSession() const
Returns the ExecutionSession for this instance.
Error notifyResolved(const SymbolMap &Symbols)
Notifies the target JITDylib that the given symbols have been resolved.
~MaterializationResponsibility()
Destruct a MaterializationResponsibility instance.
Error replace(std::unique_ptr< MaterializationUnit > MU)
Transfers responsibility to the given MaterializationUnit for all symbols defined by that Materializa...
Error withResourceKeyDo(Func &&F) const
Runs the given callback under the session lock, passing in the associated ResourceKey.
Error defineMaterializing(SymbolFlagsMap SymbolFlags)
Attempt to claim responsibility for new definitions.
SymbolNameSet getRequestedSymbols() const
Returns the names of any symbols covered by this MaterializationResponsibility object that have queri...
Expected< std::unique_ptr< MaterializationResponsibility > > delegate(const SymbolNameSet &Symbols)
Delegates responsibility for the given symbols to the returned materialization responsibility.
const ResourceTrackerSP & getResourceTracker() const
Return the ResourceTracker associated with this instance.
const SymbolStringPtr & getInitializerSymbol() const
Returns the initialization pseudo-symbol, if any.
MaterializationResponsibility(MaterializationResponsibility &&)=delete
friend class ExecutionSession
Error notifyEmitted(ArrayRef< SymbolDependenceGroup > DepGroups)
Notifies the target JITDylib (and any pending queries on that JITDylib) that all symbols covered by t...
void failMaterialization()
Notify all not-yet-emitted covered by this MaterializationResponsibility instance that an error has o...
JITDylib & getTargetJITDylib() const
Returns the target JITDylib that these symbols are being materialized into.
const SymbolFlagsMap & getSymbols() const
Returns the symbol flags map for this responsibility instance.
MaterializationTask(std::unique_ptr< MaterializationUnit > MU, std::unique_ptr< MaterializationResponsibility > MR)
A MaterializationUnit represents a set of symbol definitions that can be materialized as a group,...
MaterializationUnit(Interface I)
const SymbolNameVector & getSymbols() const
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
MissingSymbolDefinitions(std::shared_ptr< SymbolStringPool > SSP, std::string ModuleName, SymbolNameVector Symbols)
const std::string & getModuleName() const
ReExportsMaterializationUnit(JITDylib *SourceJD, JITDylibLookupFlags SourceJDLookupFlags, SymbolAliasMap Aliases)
SourceJD is allowed to be nullptr, in which case the source JITDylib is taken to be whatever JITDylib...
std::function< bool(SymbolStringPtr)> SymbolPredicate
Error tryToGenerate(LookupState &LS, LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, const SymbolLookupSet &LookupSet) override
DefinitionGenerators should override this method to insert new definitions into the parent JITDylib.
ReexportsGenerator(JITDylib &SourceJD, JITDylibLookupFlags SourceJDLookupFlags, SymbolPredicate Allow=SymbolPredicate())
Create a reexports generator.
Listens for ResourceTracker operations.
virtual Error handleRemoveResources(JITDylib &JD, ResourceKey K)=0
This function will be called outside the session lock.
virtual ~ResourceManager()
virtual void handleTransferResources(JITDylib &JD, ResourceKey DstK, ResourceKey SrcK)=0
This function will be called inside the session lock.
ResourceTrackerDefunct(ResourceTrackerSP RT)
void log(raw_ostream &OS) const override
Print an error message to an output stream.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
API to remove / transfer ownership of JIT resources.
JITDylib & getJITDylib() const
Return the JITDylib targeted by this tracker.
ResourceTracker & operator=(const ResourceTracker &)=delete
ResourceKey getKeyUnsafe() const
Returns the key associated with this tracker.
LLVM_ABI void transferTo(ResourceTracker &DstRT)
Transfer all resources associated with this key to the given tracker, which must target the same JITD...
ResourceTracker & operator=(ResourceTracker &&)=delete
LLVM_ABI ~ResourceTracker()
ResourceTracker(const ResourceTracker &)=delete
friend class MaterializationResponsibility
bool isDefunct() const
Return true if this tracker has become defunct.
ResourceTracker(ResourceTracker &&)=delete
Error withResourceKeyDo(Func &&F)
Runs the given callback under the session lock, passing in the associated ResourceKey.
friend class ExecutionSession
LLVM_ABI Error remove()
Remove all resources associated with this key.
A set of symbols to look up, each associated with a SymbolLookupFlags value.
Pointer to a pooled string representing a symbol name.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
void log(raw_ostream &OS) const override
Print an error message to an output stream.
const SymbolNameSet & getSymbols() const
SymbolsCouldNotBeRemoved(std::shared_ptr< SymbolStringPool > SSP, SymbolNameSet Symbols)
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
void log(raw_ostream &OS) const override
Print an error message to an output stream.
SymbolsNotFound(std::shared_ptr< SymbolStringPool > SSP, SymbolNameSet Symbols)
const SymbolNameVector & getSymbols() const
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
UnexpectedSymbolDefinitions(std::shared_ptr< SymbolStringPool > SSP, std::string ModuleName, SymbolNameVector Symbols)
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
const std::string & getModuleName() const
const SymbolNameVector & getSymbols() const
void log(raw_ostream &OS) const override
Print an error message to an output stream.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
UnsatisfiedSymbolDependencies(std::shared_ptr< SymbolStringPool > SSP, JITDylibSP JD, SymbolNameSet FailedSymbols, SymbolDependenceMap BadDeps, std::string Explanation)
WaitingOnGraph class template.
C++ wrapper function buffer: Same as CWrapperFunctionBuffer but auto-releases memory.
This class implements an extremely fast bulk output stream that can only output to a stream.
unique_function is a type-erasing functor similar to std::function.
JITDylibSearchOrder makeJITDylibSearchOrder(ArrayRef< JITDylib * > JDs, JITDylibLookupFlags Flags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Convenience function for creating a search order from an ArrayRef of JITDylib*, all with the same fla...
std::vector< std::pair< JITDylib *, JITDylibLookupFlags > > JITDylibSearchOrder
A list of (JITDylib*, JITDylibLookupFlags) pairs to be used as a search order during symbol lookup.
IntrusiveRefCntPtr< JITDylib > JITDylibSP
IntrusiveRefCntPtr< ResourceTracker > ResourceTrackerSP
std::unique_ptr< ReExportsMaterializationUnit > symbolAliases(SymbolAliasMap Aliases)
Create a ReExportsMaterializationUnit with the given aliases.
std::function< void(const SymbolDependenceMap &)> RegisterDependenciesFunction
Callback to register the dependencies for a given query.
std::unique_ptr< ReExportsMaterializationUnit > reexports(JITDylib &SourceJD, SymbolAliasMap Aliases, JITDylibLookupFlags SourceJDLookupFlags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Create a materialization unit for re-exporting symbols from another JITDylib with alternative names/f...
JITDylibLookupFlags
Lookup flags that apply to each dylib in the search order for a lookup.
@ MatchExportedSymbolsOnly
detail::WaitingOnGraph< JITDylib *, NonOwningSymbolStringPtr > WaitingOnGraph
DenseMap< SymbolStringPtr, ExecutorSymbolDef > SymbolMap
A map from symbol names (as SymbolStringPtrs) to JITSymbols (address/flags pairs).
static std::unique_ptr< UnwindInfoManager > Instance
LookupKind
Describes the kind of lookup being performed.
LLVM_ABI RegisterDependenciesFunction NoDependenciesToRegister
This can be used as the value for a RegisterDependenciesFunction if there are no dependants to regist...
std::vector< SymbolStringPtr > SymbolNameVector
A vector of symbol names.
DenseMap< JITDylib *, SymbolNameSet > SymbolDependenceMap
A map from JITDylibs to sets of symbols.
DenseSet< SymbolStringPtr > SymbolNameSet
A set of symbol names (represented by SymbolStringPtrs for.
SymbolState
Represents the state that a symbol has reached during materialization.
@ Materializing
Added to the symbol table, never queried.
@ NeverSearched
No symbol should be in this state.
@ Ready
Emitted to memory, but waiting on transitive dependencies.
@ Emitted
Assigned address, still materializing.
@ Resolved
Queried, materialization begun.
DenseMap< SymbolStringPtr, SymbolAliasMapEntry > SymbolAliasMap
A map of Symbols to (Symbol, Flags) pairs.
unique_function< void(Expected< SymbolMap >)> SymbolsResolvedCallback
Callback to notify client that symbols have been resolved.
LLVM_ABI Expected< SymbolAliasMap > buildSimpleReexportsAliasMap(JITDylib &SourceJD, const SymbolNameSet &Symbols)
Build a SymbolAliasMap for the common case where you want to re-export symbols from another JITDylib ...
DenseMap< SymbolStringPtr, JITSymbolFlags > SymbolFlagsMap
A map from symbol names (as SymbolStringPtrs) to JITSymbolFlags.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI void logAllUnhandledErrors(Error E, raw_ostream &OS, Twine ErrorBanner={})
Log all errors (if any) in E to OS.
testing::Matcher< const detail::ErrorHolder & > Failed()
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
LLVM_ATTRIBUTE_VISIBILITY_DEFAULT AnalysisKey InnerAnalysisManagerProxy< AnalysisManagerT, IRUnitT, ExtraArgTs... >::Key
Error make_error(ArgTs &&... Args)
Make a Error instance representing failure using the given error info type.
LLVM_ABI raw_fd_ostream & errs()
This returns a reference to a raw_ostream for standard error.
ArrayRef(const T &OneElt) -> ArrayRef< T >
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Implement std::hash so that hash_code can be used in STL containers.
SymbolAliasMapEntry()=default
JITSymbolFlags AliasFlags
SymbolAliasMapEntry(SymbolStringPtr Aliasee, JITSymbolFlags AliasFlags)
A set of symbols and the their dependencies.
SymbolDependenceMap Dependencies