LLVM 19.0.0git
CompileOnDemandLayer.cpp
Go to the documentation of this file.
1//===----- CompileOnDemandLayer.cpp - Lazily emit IR on first call --------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
10#include "llvm/ADT/Hashing.h"
12#include "llvm/IR/Mangler.h"
13#include "llvm/IR/Module.h"
15#include <string>
16
17using namespace llvm;
18using namespace llvm::orc;
19
21 StringRef Suffix,
22 GVPredicate ShouldExtract) {
23
24 auto DeleteExtractedDefs = [](GlobalValue &GV) {
25 // Bump the linkage: this global will be provided by the external module.
26 GV.setLinkage(GlobalValue::ExternalLinkage);
27
28 // Delete the definition in the source module.
29 if (isa<Function>(GV)) {
30 auto &F = cast<Function>(GV);
31 F.deleteBody();
32 F.setPersonalityFn(nullptr);
33 } else if (isa<GlobalVariable>(GV)) {
34 cast<GlobalVariable>(GV).setInitializer(nullptr);
35 } else if (isa<GlobalAlias>(GV)) {
36 // We need to turn deleted aliases into function or variable decls based
37 // on the type of their aliasee.
38 auto &A = cast<GlobalAlias>(GV);
39 Constant *Aliasee = A.getAliasee();
40 assert(A.hasName() && "Anonymous alias?");
41 assert(Aliasee->hasName() && "Anonymous aliasee");
42 std::string AliasName = std::string(A.getName());
43
44 if (isa<Function>(Aliasee)) {
45 auto *F = cloneFunctionDecl(*A.getParent(), *cast<Function>(Aliasee));
46 A.replaceAllUsesWith(F);
47 A.eraseFromParent();
48 F->setName(AliasName);
49 } else if (isa<GlobalVariable>(Aliasee)) {
50 auto *G = cloneGlobalVariableDecl(*A.getParent(),
51 *cast<GlobalVariable>(Aliasee));
52 A.replaceAllUsesWith(G);
53 A.eraseFromParent();
54 G->setName(AliasName);
55 } else
56 llvm_unreachable("Alias to unsupported type");
57 } else
58 llvm_unreachable("Unsupported global type");
59 };
60
61 auto NewTSM = cloneToNewContext(TSM, ShouldExtract, DeleteExtractedDefs);
62 NewTSM.withModuleDo([&](Module &M) {
63 M.setModuleIdentifier((M.getModuleIdentifier() + Suffix).str());
64 });
65
66 return NewTSM;
67}
68
69namespace llvm {
70namespace orc {
71
73public:
78 : IRMaterializationUnit(ES, MO, std::move(TSM)), Parent(Parent) {}
79
86 Parent(Parent) {}
87
88private:
89 void materialize(std::unique_ptr<MaterializationResponsibility> R) override {
90 Parent.emitPartition(std::move(R), std::move(TSM),
91 std::move(SymbolToDefinition));
92 }
93
94 void discard(const JITDylib &V, const SymbolStringPtr &Name) override {
95 // All original symbols were materialized by the CODLayer and should be
96 // final. The function bodies provided by M should never be overridden.
97 llvm_unreachable("Discard should never be called on an "
98 "ExtractingIRMaterializationUnit");
99 }
100
101 mutable std::mutex SourceModuleMutex;
102 CompileOnDemandLayer &Parent;
103};
104
105std::optional<CompileOnDemandLayer::GlobalValueSet>
107 return std::move(Requested);
108}
109
110std::optional<CompileOnDemandLayer::GlobalValueSet>
112 return std::nullopt;
113}
114
116 ExecutionSession &ES, IRLayer &BaseLayer, LazyCallThroughManager &LCTMgr,
117 IndirectStubsManagerBuilder BuildIndirectStubsManager)
118 : IRLayer(ES, BaseLayer.getManglingOptions()), BaseLayer(BaseLayer),
119 LCTMgr(LCTMgr),
120 BuildIndirectStubsManager(std::move(BuildIndirectStubsManager)) {}
121
123 this->Partition = std::move(Partition);
124}
125
127 this->AliaseeImpls = Imp;
128}
130 std::unique_ptr<MaterializationResponsibility> R, ThreadSafeModule TSM) {
131 assert(TSM && "Null module");
132
133 auto &ES = getExecutionSession();
134
135 // Sort the callables and non-callables, build re-exports and lodge the
136 // actual module with the implementation dylib.
137 auto &PDR = getPerDylibResources(R->getTargetJITDylib());
138
139 SymbolAliasMap NonCallables;
140 SymbolAliasMap Callables;
141 TSM.withModuleDo([&](Module &M) {
142 // First, do some cleanup on the module:
143 cleanUpModule(M);
144 });
145
146 for (auto &KV : R->getSymbols()) {
147 auto &Name = KV.first;
148 auto &Flags = KV.second;
149 if (Flags.isCallable())
150 Callables[Name] = SymbolAliasMapEntry(Name, Flags);
151 else
152 NonCallables[Name] = SymbolAliasMapEntry(Name, Flags);
153 }
154
155 // Create a partitioning materialization unit and lodge it with the
156 // implementation dylib.
157 if (auto Err = PDR.getImplDylib().define(
158 std::make_unique<PartitioningIRMaterializationUnit>(
159 ES, *getManglingOptions(), std::move(TSM), *this))) {
160 ES.reportError(std::move(Err));
161 R->failMaterialization();
162 return;
163 }
164
165 if (!NonCallables.empty())
166 if (auto Err =
167 R->replace(reexports(PDR.getImplDylib(), std::move(NonCallables),
169 getExecutionSession().reportError(std::move(Err));
170 R->failMaterialization();
171 return;
172 }
173 if (!Callables.empty()) {
174 if (auto Err = R->replace(
175 lazyReexports(LCTMgr, PDR.getISManager(), PDR.getImplDylib(),
176 std::move(Callables), AliaseeImpls))) {
177 getExecutionSession().reportError(std::move(Err));
178 R->failMaterialization();
179 return;
180 }
181 }
182}
183
184CompileOnDemandLayer::PerDylibResources &
185CompileOnDemandLayer::getPerDylibResources(JITDylib &TargetD) {
186 std::lock_guard<std::mutex> Lock(CODLayerMutex);
187
188 auto I = DylibResources.find(&TargetD);
189 if (I == DylibResources.end()) {
190 auto &ImplD =
191 getExecutionSession().createBareJITDylib(TargetD.getName() + ".impl");
192 JITDylibSearchOrder NewLinkOrder;
193 TargetD.withLinkOrderDo([&](const JITDylibSearchOrder &TargetLinkOrder) {
194 NewLinkOrder = TargetLinkOrder;
195 });
196
197 assert(!NewLinkOrder.empty() && NewLinkOrder.front().first == &TargetD &&
198 NewLinkOrder.front().second ==
200 "TargetD must be at the front of its own search order and match "
201 "non-exported symbol");
202 NewLinkOrder.insert(std::next(NewLinkOrder.begin()),
203 {&ImplD, JITDylibLookupFlags::MatchAllSymbols});
204 ImplD.setLinkOrder(NewLinkOrder, false);
205 TargetD.setLinkOrder(std::move(NewLinkOrder), false);
206
207 PerDylibResources PDR(ImplD, BuildIndirectStubsManager());
208 I = DylibResources.insert(std::make_pair(&TargetD, std::move(PDR))).first;
209 }
210
211 return I->second;
212}
213
214void CompileOnDemandLayer::cleanUpModule(Module &M) {
215 for (auto &F : M.functions()) {
216 if (F.isDeclaration())
217 continue;
218
219 if (F.hasAvailableExternallyLinkage()) {
220 F.deleteBody();
221 F.setPersonalityFn(nullptr);
222 continue;
223 }
224 }
225}
226
227void CompileOnDemandLayer::expandPartition(GlobalValueSet &Partition) {
228 // Expands the partition to ensure the following rules hold:
229 // (1) If any alias is in the partition, its aliasee is also in the partition.
230 // (2) If any aliasee is in the partition, its aliases are also in the
231 // partiton.
232 // (3) If any global variable is in the partition then all global variables
233 // are in the partition.
234 assert(!Partition.empty() && "Unexpected empty partition");
235
236 const Module &M = *(*Partition.begin())->getParent();
237 bool ContainsGlobalVariables = false;
238 std::vector<const GlobalValue *> GVsToAdd;
239
240 for (const auto *GV : Partition)
241 if (isa<GlobalAlias>(GV))
242 GVsToAdd.push_back(
243 cast<GlobalValue>(cast<GlobalAlias>(GV)->getAliasee()));
244 else if (isa<GlobalVariable>(GV))
245 ContainsGlobalVariables = true;
246
247 for (auto &A : M.aliases())
248 if (Partition.count(cast<GlobalValue>(A.getAliasee())))
249 GVsToAdd.push_back(&A);
250
251 if (ContainsGlobalVariables)
252 for (auto &G : M.globals())
253 GVsToAdd.push_back(&G);
254
255 for (const auto *GV : GVsToAdd)
256 Partition.insert(GV);
257}
258
259void CompileOnDemandLayer::emitPartition(
260 std::unique_ptr<MaterializationResponsibility> R, ThreadSafeModule TSM,
262
263 // FIXME: Need a 'notify lazy-extracting/emitting' callback to tie the
264 // extracted module key, extracted module, and source module key
265 // together. This could be used, for example, to provide a specific
266 // memory manager instance to the linking layer.
267
268 auto &ES = getExecutionSession();
269 GlobalValueSet RequestedGVs;
270 for (auto &Name : R->getRequestedSymbols()) {
271 if (Name == R->getInitializerSymbol())
272 TSM.withModuleDo([&](Module &M) {
273 for (auto &GV : getStaticInitGVs(M))
274 RequestedGVs.insert(&GV);
275 });
276 else {
277 assert(Defs.count(Name) && "No definition for symbol");
278 RequestedGVs.insert(Defs[Name]);
279 }
280 }
281
282 /// Perform partitioning with the context lock held, since the partition
283 /// function is allowed to access the globals to compute the partition.
284 auto GVsToExtract =
285 TSM.withModuleDo([&](Module &M) { return Partition(RequestedGVs); });
286
287 // Take a 'None' partition to mean the whole module (as opposed to an empty
288 // partition, which means "materialize nothing"). Emit the whole module
289 // unmodified to the base layer.
290 if (GVsToExtract == std::nullopt) {
291 Defs.clear();
292 BaseLayer.emit(std::move(R), std::move(TSM));
293 return;
294 }
295
296 // If the partition is empty, return the whole module to the symbol table.
297 if (GVsToExtract->empty()) {
298 if (auto Err =
299 R->replace(std::make_unique<PartitioningIRMaterializationUnit>(
300 std::move(TSM),
301 MaterializationUnit::Interface(R->getSymbols(),
302 R->getInitializerSymbol()),
303 std::move(Defs), *this))) {
304 getExecutionSession().reportError(std::move(Err));
305 R->failMaterialization();
306 return;
307 }
308 return;
309 }
310
311 // Ok -- we actually need to partition the symbols. Promote the symbol
312 // linkages/names, expand the partition to include any required symbols
313 // (i.e. symbols that can't be separated from our partition), and
314 // then extract the partition.
315 //
316 // FIXME: We apply this promotion once per partitioning. It's safe, but
317 // overkill.
318 auto ExtractedTSM =
320 auto PromotedGlobals = PromoteSymbols(M);
321 if (!PromotedGlobals.empty()) {
322
323 MangleAndInterner Mangle(ES, M.getDataLayout());
326 PromotedGlobals, SymbolFlags);
327
328 if (auto Err = R->defineMaterializing(SymbolFlags))
329 return std::move(Err);
330 }
331
332 expandPartition(*GVsToExtract);
333
334 // Submodule name is given by hashing the names of the globals.
335 std::string SubModuleName;
336 {
337 std::vector<const GlobalValue*> HashGVs;
338 HashGVs.reserve(GVsToExtract->size());
339 for (const auto *GV : *GVsToExtract)
340 HashGVs.push_back(GV);
341 llvm::sort(HashGVs, [](const GlobalValue *LHS, const GlobalValue *RHS) {
342 return LHS->getName() < RHS->getName();
343 });
344 hash_code HC(0);
345 for (const auto *GV : HashGVs) {
346 assert(GV->hasName() && "All GVs to extract should be named by now");
347 auto GVName = GV->getName();
348 HC = hash_combine(HC, hash_combine_range(GVName.begin(), GVName.end()));
349 }
350 raw_string_ostream(SubModuleName)
351 << ".submodule."
352 << formatv(sizeof(size_t) == 8 ? "{0:x16}" : "{0:x8}",
353 static_cast<size_t>(HC))
354 << ".ll";
355 }
356
357 // Extract the requested partiton (plus any necessary aliases) and
358 // put the rest back into the impl dylib.
359 auto ShouldExtract = [&](const GlobalValue &GV) -> bool {
360 return GVsToExtract->count(&GV);
361 };
362
363 return extractSubModule(TSM, SubModuleName , ShouldExtract);
364 });
365
366 if (!ExtractedTSM) {
367 ES.reportError(ExtractedTSM.takeError());
368 R->failMaterialization();
369 return;
370 }
371
372 if (auto Err = R->replace(std::make_unique<PartitioningIRMaterializationUnit>(
373 ES, *getManglingOptions(), std::move(TSM), *this))) {
374 ES.reportError(std::move(Err));
375 R->failMaterialization();
376 return;
377 }
378 BaseLayer.emit(std::move(R), std::move(*ExtractedTSM));
379}
380
381} // end namespace orc
382} // end namespace llvm
static const Function * getParent(const Value *V)
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static ThreadSafeModule extractSubModule(ThreadSafeModule &TSM, StringRef Suffix, GVPredicate ShouldExtract)
std::string Name
#define F(x, y, z)
Definition: MD5.cpp:55
#define I(x, y, z)
Definition: MD5.cpp:58
#define G(x, y, z)
Definition: MD5.cpp:56
Module.h This file contains the declarations for the Module class.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
Value * RHS
Value * LHS
This is an important base class in LLVM.
Definition: Constant.h:41
bool empty() const
Definition: DenseMap.h:98
Tagged union holding either a T or a Error.
Definition: Error.h:474
Function::iterator insert(Function::iterator Position, BasicBlock *BB)
Insert BB in the basic block list at Position.
Definition: Function.h:727
@ ExternalLinkage
Externally visible function.
Definition: GlobalValue.h:52
A Module instance is used to store all the information related to an LLVM module.
Definition: Module.h:65
StringRef - Represent a constant reference to a string, i.e.
Definition: StringRef.h:50
bool hasName() const
Definition: Value.h:261
StringRef getName() const
Return a constant reference to the value's name.
Definition: Value.cpp:309
An opaque object representing a hash code.
Definition: Hashing.h:74
CompileOnDemandLayer(ExecutionSession &ES, IRLayer &BaseLayer, LazyCallThroughManager &LCTMgr, IndirectStubsManagerBuilder BuildIndirectStubsManager)
Construct a CompileOnDemandLayer.
std::function< std::unique_ptr< IndirectStubsManager >()> IndirectStubsManagerBuilder
Builder for IndirectStubsManagers.
static std::optional< GlobalValueSet > compileWholeModule(GlobalValueSet Requested)
Off-the-shelf partitioning which compiles whole modules whenever any symbol in them is requested.
void emit(std::unique_ptr< MaterializationResponsibility > R, ThreadSafeModule TSM) override
Emits the given module.
std::set< const GlobalValue * > GlobalValueSet
void setImplMap(ImplSymbolMap *Imp)
Sets the ImplSymbolMap.
static std::optional< GlobalValueSet > compileRequested(GlobalValueSet Requested)
Off-the-shelf partitioning which compiles all requested symbols (usually a single function at a time)...
std::function< std::optional< GlobalValueSet >(GlobalValueSet Requested)> PartitionFunction
Partitioning function.
void setPartitionFunction(PartitionFunction Partition)
Sets the partition function.
An ExecutionSession represents a running JIT program.
Definition: Core.h:1425
void reportError(Error Err)
Report a error for this execution session.
Definition: Core.h:1563
JITDylib & createBareJITDylib(std::string Name)
Add a new bare JITDylib to this ExecutionSession.
Definition: Core.cpp:1647
Interface for layers that accept LLVM IR.
Definition: Layer.h:67
virtual void emit(std::unique_ptr< MaterializationResponsibility > R, ThreadSafeModule TSM)=0
Emit should materialize the given IR.
ExecutionSession & getExecutionSession()
Returns the ExecutionSession for this layer.
Definition: Layer.h:75
const IRSymbolMapper::ManglingOptions *& getManglingOptions() const
Get the mangling options for this layer.
Definition: Layer.h:78
IRMaterializationUnit is a convenient base class for MaterializationUnits wrapping LLVM IR.
Definition: Layer.h:31
SymbolNameToDefinitionMap SymbolToDefinition
Definition: Layer.h:57
ThreadSafeModule TSM
Definition: Layer.h:56
std::map< SymbolStringPtr, GlobalValue * > SymbolNameToDefinitionMap
Definition: Layer.h:33
static void add(ExecutionSession &ES, const ManglingOptions &MO, ArrayRef< GlobalValue * > GVs, SymbolFlagsMap &SymbolFlags, SymbolNameToDefinitionMap *SymbolToDefinition=nullptr)
Add mangled symbols for the given GlobalValues to SymbolFlags.
Definition: Mangling.cpp:31
Represents a JIT'd dynamic library.
Definition: Core.h:989
auto withLinkOrderDo(Func &&F) -> decltype(F(std::declval< const JITDylibSearchOrder & >()))
Do something with the link order (run under the session lock).
Definition: Core.h:1904
void setLinkOrder(JITDylibSearchOrder NewSearchOrder, bool LinkAgainstThisJITDylibFirst=true)
Set the link order to be used when fixing up definitions in JITDylib.
Definition: Core.cpp:1005
Manages a set of 'lazy call-through' trampolines.
Definition: LazyReexports.h:38
Mangles symbol names then uniques them in the context of an ExecutionSession.
Definition: Mangling.h:26
PartitioningIRMaterializationUnit(ExecutionSession &ES, const IRSymbolMapper::ManglingOptions &MO, ThreadSafeModule TSM, CompileOnDemandLayer &Parent)
PartitioningIRMaterializationUnit(ThreadSafeModule TSM, Interface I, SymbolNameToDefinitionMap SymbolToDefinition, CompileOnDemandLayer &Parent)
Pointer to a pooled string representing a symbol name.
An LLVM Module together with a shared ThreadSafeContext.
decltype(auto) withModuleDo(Func &&F)
Locks the associated ThreadSafeContext and calls the given function on the contained Module.
A raw_ostream that writes to an std::string.
Definition: raw_ostream.h:660
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
SymbolFlags
Symbol flags.
Definition: Symbol.h:24
std::vector< std::pair< JITDylib *, JITDylibLookupFlags > > JITDylibSearchOrder
A list of (JITDylib*, JITDylibLookupFlags) pairs to be used as a search order during symbol lookup.
Definition: Core.h:162
iterator_range< StaticInitGVIterator > getStaticInitGVs(Module &M)
Create an iterator range over the GlobalValues that contribute to static initialization.
std::function< bool(const GlobalValue &)> GVPredicate
std::unique_ptr< ReExportsMaterializationUnit > reexports(JITDylib &SourceJD, SymbolAliasMap Aliases, JITDylibLookupFlags SourceJDLookupFlags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Create a materialization unit for re-exporting symbols from another JITDylib with alternative names/f...
Definition: Core.h:846
GlobalVariable * cloneGlobalVariableDecl(Module &Dst, const GlobalVariable &GV, ValueToValueMapTy *VMap=nullptr)
Clone a global variable declaration into a new module.
Function * cloneFunctionDecl(Module &Dst, const Function &F, ValueToValueMapTy *VMap=nullptr)
Clone a function declaration into a new module.
std::unique_ptr< LazyReexportsMaterializationUnit > lazyReexports(LazyCallThroughManager &LCTManager, IndirectStubsManager &ISManager, JITDylib &SourceJD, SymbolAliasMap CallableAliases, ImplSymbolMap *SrcJDLoc=nullptr)
Define lazy-reexports based on the given SymbolAliasMap.
ThreadSafeModule cloneToNewContext(const ThreadSafeModule &TSMW, GVPredicate ShouldCloneDef=GVPredicate(), GVModifier UpdateClonedDefSource=GVModifier())
Clones the given module on to a new context.
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
auto formatv(const char *Fmt, Ts &&... Vals) -> formatv_object< decltype(std::make_tuple(detail::build_format_adapter(std::forward< Ts >(Vals))...))>
void sort(IteratorTy Start, IteratorTy End)
Definition: STLExtras.h:1656
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Definition: STLExtras.h:1858
hash_code hash_combine(const Ts &...args)
Combine values into a single hash_code.
Definition: Hashing.h:613
hash_code hash_combine_range(InputIteratorT first, InputIteratorT last)
Compute a hash_code for a sequence of values.
Definition: Hashing.h:491
Implement std::hash so that hash_code can be used in STL containers.
Definition: BitVector.h:858