LLVM 17.0.0git
NVPTXTargetMachine.cpp
Go to the documentation of this file.
1//===-- NVPTXTargetMachine.cpp - Define TargetMachine for NVPTX -----------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// Top-level implementation for the NVPTX target.
10//
11//===----------------------------------------------------------------------===//
12
13#include "NVPTXTargetMachine.h"
14#include "NVPTX.h"
15#include "NVPTXAliasAnalysis.h"
16#include "NVPTXAllocaHoisting.h"
17#include "NVPTXAtomicLower.h"
23#include "llvm/ADT/STLExtras.h"
25#include "llvm/CodeGen/Passes.h"
27#include "llvm/IR/IntrinsicsNVPTX.h"
29#include "llvm/Pass.h"
38#include <cassert>
39#include <optional>
40#include <string>
41
42using namespace llvm;
43
44// LSV is still relatively new; this switch lets us turn it off in case we
45// encounter (or suspect) a bug.
46static cl::opt<bool>
47 DisableLoadStoreVectorizer("disable-nvptx-load-store-vectorizer",
48 cl::desc("Disable load/store vectorizer"),
49 cl::init(false), cl::Hidden);
50
51// TODO: Remove this flag when we are confident with no regressions.
53 "disable-nvptx-require-structured-cfg",
54 cl::desc("Transitional flag to turn off NVPTX's requirement on preserving "
55 "structured CFG. The requirement should be disabled only when "
56 "unexpected regressions happen."),
57 cl::init(false), cl::Hidden);
58
60 "nvptx-short-ptr",
62 "Use 32-bit pointers for accessing const/local/shared address spaces."),
63 cl::init(false), cl::Hidden);
64
65namespace llvm {
66
79
80} // end namespace llvm
81
83 // Register the target.
86
88 // FIXME: This pass is really intended to be invoked during IR optimization,
89 // but it's very NVPTX-specific.
103}
104
105static std::string computeDataLayout(bool is64Bit, bool UseShortPointers) {
106 std::string Ret = "e";
107
108 if (!is64Bit)
109 Ret += "-p:32:32";
110 else if (UseShortPointers)
111 Ret += "-p3:32:32-p4:32:32-p5:32:32";
112
113 Ret += "-i64:64-i128:128-v16:16-v32:32-n16:32:64";
114
115 return Ret;
116}
117
119 StringRef CPU, StringRef FS,
120 const TargetOptions &Options,
121 std::optional<Reloc::Model> RM,
122 std::optional<CodeModel::Model> CM,
123 CodeGenOpt::Level OL, bool is64bit)
124 // The pic relocation model is used regardless of what the client has
125 // specified, as it is the only relocation model currently supported.
127 CPU, FS, Options, Reloc::PIC_,
128 getEffectiveCodeModel(CM, CodeModel::Small), OL),
129 is64bit(is64bit), UseShortPointers(UseShortPointersOpt),
130 TLOF(std::make_unique<NVPTXTargetObjectFile>()),
131 Subtarget(TT, std::string(CPU), std::string(FS), *this),
132 StrPool(StrAlloc) {
133 if (TT.getOS() == Triple::NVCL)
134 drvInterface = NVPTX::NVCL;
135 else
136 drvInterface = NVPTX::CUDA;
139 initAsmInfo();
140}
141
143
144void NVPTXTargetMachine32::anchor() {}
145
147 StringRef CPU, StringRef FS,
148 const TargetOptions &Options,
149 std::optional<Reloc::Model> RM,
150 std::optional<CodeModel::Model> CM,
151 CodeGenOpt::Level OL, bool JIT)
152 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, false) {}
153
154void NVPTXTargetMachine64::anchor() {}
155
157 StringRef CPU, StringRef FS,
158 const TargetOptions &Options,
159 std::optional<Reloc::Model> RM,
160 std::optional<CodeModel::Model> CM,
161 CodeGenOpt::Level OL, bool JIT)
162 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, true) {}
163
164namespace {
165
166class NVPTXPassConfig : public TargetPassConfig {
167public:
168 NVPTXPassConfig(NVPTXTargetMachine &TM, PassManagerBase &PM)
169 : TargetPassConfig(TM, PM) {}
170
171 NVPTXTargetMachine &getNVPTXTargetMachine() const {
172 return getTM<NVPTXTargetMachine>();
173 }
174
175 void addIRPasses() override;
176 bool addInstSelector() override;
177 void addPreRegAlloc() override;
178 void addPostRegAlloc() override;
179 void addMachineSSAOptimization() override;
180
181 FunctionPass *createTargetRegisterAllocator(bool) override;
182 void addFastRegAlloc() override;
183 void addOptimizedRegAlloc() override;
184
185 bool addRegAssignAndRewriteFast() override {
186 llvm_unreachable("should not be used");
187 }
188
189 bool addRegAssignAndRewriteOptimized() override {
190 llvm_unreachable("should not be used");
191 }
192
193private:
194 // If the opt level is aggressive, add GVN; otherwise, add EarlyCSE. This
195 // function is only called in opt mode.
196 void addEarlyCSEOrGVNPass();
197
198 // Add passes that propagate special memory spaces.
199 void addAddressSpaceInferencePasses();
200
201 // Add passes that perform straight-line scalar optimizations.
202 void addStraightLineScalarOptimizationPasses();
203};
204
205} // end anonymous namespace
206
208 return new NVPTXPassConfig(*this, PM);
209}
210
212 BumpPtrAllocator &Allocator, const Function &F,
213 const TargetSubtargetInfo *STI) const {
214 return NVPTXMachineFunctionInfo::create<NVPTXMachineFunctionInfo>(Allocator,
215 F, STI);
216}
217
220}
221
226 if (PassName == "nvvm-reflect") {
228 return true;
229 }
230 if (PassName == "nvvm-intr-range") {
232 return true;
233 }
234 return false;
235 });
236
238 FAM.registerPass([&] { return NVPTXAA(); });
239 });
240
242 if (AAName == "nvptx-aa") {
244 return true;
245 }
246 return false;
247 });
248
252 if (PassName == "generic-to-nvvm") {
254 return true;
255 }
256 return false;
257 });
258
260 [this](ModulePassManager &PM, OptimizationLevel Level) {
262 FPM.addPass(NVVMReflectPass(Subtarget.getSmVersion()));
263 // FIXME: NVVMIntrRangePass is causing numerical discrepancies,
264 // investigate and re-enable.
265 // FPM.addPass(NVVMIntrRangePass(Subtarget.getSmVersion()));
266 PM.addPass(createModuleToFunctionPassAdaptor(std::move(FPM)));
267 });
268}
269
272 return TargetTransformInfo(NVPTXTTIImpl(this, F));
273}
274
275std::pair<const Value *, unsigned>
277 if (auto *II = dyn_cast<IntrinsicInst>(V)) {
278 switch (II->getIntrinsicID()) {
279 case Intrinsic::nvvm_isspacep_const:
280 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_CONST);
281 case Intrinsic::nvvm_isspacep_global:
282 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_GLOBAL);
283 case Intrinsic::nvvm_isspacep_local:
284 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_LOCAL);
285 case Intrinsic::nvvm_isspacep_shared:
286 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_SHARED);
287 default:
288 break;
289 }
290 }
291 return std::make_pair(nullptr, -1);
292}
293
294void NVPTXPassConfig::addEarlyCSEOrGVNPass() {
295 if (getOptLevel() == CodeGenOpt::Aggressive)
296 addPass(createGVNPass());
297 else
298 addPass(createEarlyCSEPass());
299}
300
301void NVPTXPassConfig::addAddressSpaceInferencePasses() {
302 // NVPTXLowerArgs emits alloca for byval parameters which can often
303 // be eliminated by SROA.
304 addPass(createSROAPass());
308}
309
310void NVPTXPassConfig::addStraightLineScalarOptimizationPasses() {
313 // ReassociateGEPs exposes more opportunites for SLSR. See
314 // the example in reassociate-geps-and-slsr.ll.
316 // SeparateConstOffsetFromGEP and SLSR creates common expressions which GVN or
317 // EarlyCSE can reuse. GVN generates significantly better code than EarlyCSE
318 // for some of our benchmarks.
319 addEarlyCSEOrGVNPass();
320 // Run NaryReassociate after EarlyCSE/GVN to be more effective.
321 addPass(createNaryReassociatePass());
322 // NaryReassociate on GEPs creates redundant common expressions, so run
323 // EarlyCSE after it.
324 addPass(createEarlyCSEPass());
325}
326
327void NVPTXPassConfig::addIRPasses() {
328 // The following passes are known to not play well with virtual regs hanging
329 // around after register allocation (which in our case, is *all* registers).
330 // We explicitly disable them here. We do, however, need some functionality
331 // of the PrologEpilogCodeInserter pass, so we emulate that behavior in the
332 // NVPTXPrologEpilog pass (see NVPTXPrologEpilogPass.cpp).
333 disablePass(&PrologEpilogCodeInserterID);
334 disablePass(&MachineLateInstrsCleanupID);
335 disablePass(&MachineCopyPropagationID);
336 disablePass(&TailDuplicateID);
337 disablePass(&StackMapLivenessID);
338 disablePass(&LiveDebugValuesID);
339 disablePass(&PostRAMachineSinkingID);
340 disablePass(&PostRASchedulerID);
341 disablePass(&FuncletLayoutID);
342 disablePass(&PatchableFunctionID);
343 disablePass(&ShrinkWrapID);
344
345 addPass(createNVPTXAAWrapperPass());
346 addPass(createExternalAAWrapperPass([](Pass &P, Function &, AAResults &AAR) {
347 if (auto *WrapperPass = P.getAnalysisIfAvailable<NVPTXAAWrapperPass>())
348 AAR.addAAResult(WrapperPass->getResult());
349 }));
350
351 // NVVMReflectPass is added in addEarlyAsPossiblePasses, so hopefully running
352 // it here does nothing. But since we need it for correctness when lowering
353 // to NVPTX, run it here too, in case whoever built our pass pipeline didn't
354 // call addEarlyAsPossiblePasses.
355 const NVPTXSubtarget &ST = *getTM<NVPTXTargetMachine>().getSubtargetImpl();
356 addPass(createNVVMReflectPass(ST.getSmVersion()));
357
358 if (getOptLevel() != CodeGenOpt::None)
362
363 // NVPTXLowerArgs is required for correctness and should be run right
364 // before the address space inference passes.
365 addPass(createNVPTXLowerArgsPass());
366 if (getOptLevel() != CodeGenOpt::None) {
367 addAddressSpaceInferencePasses();
368 addStraightLineScalarOptimizationPasses();
369 }
370
371 addPass(createAtomicExpandPass());
372
373 // === LSR and other generic IR passes ===
375 // EarlyCSE is not always strong enough to clean up what LSR produces. For
376 // example, GVN can combine
377 //
378 // %0 = add %a, %b
379 // %1 = add %b, %a
380 //
381 // and
382 //
383 // %0 = shl nsw %a, 2
384 // %1 = shl %a, 2
385 //
386 // but EarlyCSE can do neither of them.
387 if (getOptLevel() != CodeGenOpt::None) {
388 addEarlyCSEOrGVNPass();
391 addPass(createSROAPass());
392 }
393}
394
395bool NVPTXPassConfig::addInstSelector() {
396 const NVPTXSubtarget &ST = *getTM<NVPTXTargetMachine>().getSubtargetImpl();
397
398 addPass(createLowerAggrCopies());
399 addPass(createAllocaHoisting());
400 addPass(createNVPTXISelDag(getNVPTXTargetMachine(), getOptLevel()));
401
402 if (!ST.hasImageHandles())
404
405 return false;
406}
407
408void NVPTXPassConfig::addPreRegAlloc() {
409 // Remove Proxy Register pseudo instructions used to keep `callseq_end` alive.
411}
412
413void NVPTXPassConfig::addPostRegAlloc() {
415 if (getOptLevel() != CodeGenOpt::None) {
416 // NVPTXPrologEpilogPass calculates frame object offset and replace frame
417 // index with VRFrame register. NVPTXPeephole need to be run after that and
418 // will replace VRFrame with VRFrameLocal when possible.
419 addPass(createNVPTXPeephole());
420 }
421}
422
423FunctionPass *NVPTXPassConfig::createTargetRegisterAllocator(bool) {
424 return nullptr; // No reg alloc
425}
426
427void NVPTXPassConfig::addFastRegAlloc() {
428 addPass(&PHIEliminationID);
430}
431
432void NVPTXPassConfig::addOptimizedRegAlloc() {
433 addPass(&ProcessImplicitDefsID);
434 addPass(&LiveVariablesID);
435 addPass(&MachineLoopInfoID);
436 addPass(&PHIEliminationID);
437
439 addPass(&RegisterCoalescerID);
440
441 // PreRA instruction scheduling.
442 if (addPass(&MachineSchedulerID))
443 printAndVerify("After Machine Scheduling");
444
445
446 addPass(&StackSlotColoringID);
447
448 // FIXME: Needs physical registers
449 //addPass(&MachineLICMID);
450
451 printAndVerify("After StackSlotColoring");
452}
453
454void NVPTXPassConfig::addMachineSSAOptimization() {
455 // Pre-ra tail duplication.
456 if (addPass(&EarlyTailDuplicateID))
457 printAndVerify("After Pre-RegAlloc TailDuplicate");
458
459 // Optimize PHIs before DCE: removing dead PHI cycles may make more
460 // instructions dead.
461 addPass(&OptimizePHIsID);
462
463 // This pass merges large allocas. StackSlotColoring is a different pass
464 // which merges spill slots.
465 addPass(&StackColoringID);
466
467 // If the target requests it, assign local variables to stack slots relative
468 // to one another and simplify frame index references where possible.
470
471 // With optimization, dead code should already be eliminated. However
472 // there is one known exception: lowered code for arguments that are only
473 // used by tail calls, where the tail calls reuse the incoming stack
474 // arguments directly (see t11 in test/CodeGen/X86/sibcall.ll).
476 printAndVerify("After codegen DCE pass");
477
478 // Allow targets to insert passes that improve instruction level parallelism,
479 // like if-conversion. Such passes will typically need dominator trees and
480 // loop info, just like LICM and CSE below.
481 if (addILPOpts())
482 printAndVerify("After ILP optimizations");
483
484 addPass(&EarlyMachineLICMID);
485 addPass(&MachineCSEID);
486
487 addPass(&MachineSinkingID);
488 printAndVerify("After Machine LICM, CSE and Sinking passes");
489
490 addPass(&PeepholeOptimizerID);
491 printAndVerify("After codegen peephole optimization pass");
492}
basic Basic Alias true
#define LLVM_EXTERNAL_VISIBILITY
Definition: Compiler.h:127
static GCMetadataPrinterRegistry::Add< ErlangGCPrinter > X("erlang", "erlang-compatible garbage collector")
This file provides the interface for LLVM's Global Value Numbering pass which eliminates fully redund...
static LVOptions Options
Definition: LVOptions.cpp:25
static std::string computeDataLayout()
#define F(x, y, z)
Definition: MD5.cpp:55
This is the NVPTX address space based alias analysis pass.
static cl::opt< bool > DisableLoadStoreVectorizer("disable-nvptx-load-store-vectorizer", cl::desc("Disable load/store vectorizer"), cl::init(false), cl::Hidden)
static cl::opt< bool > DisableRequireStructuredCFG("disable-nvptx-require-structured-cfg", cl::desc("Transitional flag to turn off NVPTX's requirement on preserving " "structured CFG. The requirement should be disabled only when " "unexpected regressions happen."), cl::init(false), cl::Hidden)
static cl::opt< bool > UseShortPointersOpt("nvptx-short-ptr", cl::desc("Use 32-bit pointers for accessing const/local/shared address spaces."), cl::init(false), cl::Hidden)
LLVM_EXTERNAL_VISIBILITY void LLVMInitializeNVPTXTarget()
This file a TargetTransformInfo::Concept conforming object specific to the NVPTX target machine.
static GCMetadataPrinterRegistry::Add< OcamlGCMetadataPrinter > Y("ocaml", "ocaml 3.10-compatible collector")
#define P(N)
FunctionAnalysisManager FAM
const char LLVMTargetMachineRef TM
PassBuilder PB(Machine, PassOpts->PTO, std::nullopt, &PIC)
Basic Register Allocator
This file contains some templates that are useful if you are working with the STL at all.
Target-Independent Code Generator Pass Configuration Options pass.
This pass exposes codegen information to IR-level passes.
static bool is64Bit(const char *name)
static const char PassName[]
A manager for alias analyses.
void registerFunctionAnalysis()
Register a specific AA result.
void addAAResult(AAResultT &AAResult)
Register a specific AA result.
A container for analyses that lazily runs them and caches their results.
Definition: PassManager.h:620
bool registerPass(PassBuilderT &&PassBuilder)
Register an analysis pass with the manager.
Definition: PassManager.h:836
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition: ArrayRef.h:41
Allocate memory in an ever growing pool, as if by bump-pointer.
Definition: Allocator.h:66
FunctionPass class - This class is used to implement most global optimizations.
Definition: Pass.h:308
This class describes a target machine that is implemented with the LLVM target-independent code gener...
Legacy wrapper pass to provide the NVPTXAAResult object.
Analysis pass providing a never-invalidated alias analysis result.
unsigned int getSmVersion() const
NVPTXTargetMachine32(const Target &T, const Triple &TT, StringRef CPU, StringRef FS, const TargetOptions &Options, std::optional< Reloc::Model > RM, std::optional< CodeModel::Model > CM, CodeGenOpt::Level OL, bool JIT)
NVPTXTargetMachine64(const Target &T, const Triple &TT, StringRef CPU, StringRef FS, const TargetOptions &Options, std::optional< Reloc::Model > RM, std::optional< CodeModel::Model > CM, CodeGenOpt::Level OL, bool JIT)
TargetTransformInfo getTargetTransformInfo(const Function &F) const override
Get a TargetTransformInfo implementation for the target.
void registerDefaultAliasAnalyses(AAManager &AAM) override
Allow the target to register alias analyses with the AAManager for use with the new pass manager.
std::pair< const Value *, unsigned > getPredicatedAddrSpace(const Value *V) const override
If the specified predicate checks whether a generic pointer falls within a specified address space,...
void registerPassBuilderCallbacks(PassBuilder &PB) override
Allow the target to modify the pass pipeline.
~NVPTXTargetMachine() override
NVPTXTargetMachine(const Target &T, const Triple &TT, StringRef CPU, StringRef FS, const TargetOptions &Options, std::optional< Reloc::Model > RM, std::optional< CodeModel::Model > CM, CodeGenOpt::Level OP, bool is64bit)
MachineFunctionInfo * createMachineFunctionInfo(BumpPtrAllocator &Allocator, const Function &F, const TargetSubtargetInfo *STI) const override
Create the target's instance of MachineFunctionInfo.
TargetPassConfig * createPassConfig(PassManagerBase &PM) override
Create a pass configuration object to be used by addPassToEmitX methods for generating a pipeline of ...
This class provides access to building LLVM's passes.
Definition: PassBuilder.h:100
void registerPipelineStartEPCallback(const std::function< void(ModulePassManager &, OptimizationLevel)> &C)
Register a callback for a default optimizer pipeline extension point.
Definition: PassBuilder.h:443
void registerParseAACallback(const std::function< bool(StringRef Name, AAManager &AA)> &C)
Register a callback for parsing an AliasAnalysis Name to populate the given AAManager AA.
Definition: PassBuilder.h:495
void registerAnalysisRegistrationCallback(const std::function< void(CGSCCAnalysisManager &)> &C)
{{@ Register callbacks for analysis registration with this PassBuilder instance.
Definition: PassBuilder.h:503
void registerPipelineParsingCallback(const std::function< bool(StringRef Name, CGSCCPassManager &, ArrayRef< PipelineElement >)> &C)
{{@ Register pipeline parsing callbacks with this pass builder instance.
Definition: PassBuilder.h:525
LLVM_ATTRIBUTE_MINSIZE std::enable_if_t<!std::is_same< PassT, PassManager >::value > addPass(PassT &&Pass)
Definition: PassManager.h:544
PassRegistry - This class manages the registration and intitialization of the pass subsystem as appli...
Definition: PassRegistry.h:38
static PassRegistry * getPassRegistry()
getPassRegistry - Access the global registry object, which is automatically initialized at applicatio...
Pass interface - Implemented by all 'passes'.
Definition: Pass.h:91
StringRef - Represent a constant reference to a string, i.e.
Definition: StringRef.h:50
void setRequiresStructuredCFG(bool Value)
std::unique_ptr< const MCSubtargetInfo > STI
Target-Independent Code Generator Pass Configuration Options.
virtual void addIRPasses()
Add common target configurable passes that perform LLVM IR to IR transforms following machine indepen...
TargetSubtargetInfo - Generic base class for all target subtargets.
This pass provides access to the codegen interfaces that are needed for IR-level transformations.
Target - Wrapper for Target specific information.
Triple - Helper class for working with autoconf configuration names.
Definition: Triple.h:44
LLVM Value Representation.
Definition: Value.h:74
PassManagerBase - An abstract interface to allow code to add passes to a pass manager without having ...
Interfaces for registering analysis passes, producing common pass manager configurations,...
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
Level
Code generation optimization level.
Definition: CodeGen.h:57
@ Aggressive
-O3
Definition: CodeGen.h:61
@ NVCL
Definition: NVPTX.h:76
@ CUDA
Definition: NVPTX.h:77
initializer< Ty > init(const Ty &Val)
Definition: CommandLine.h:445
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
void initializeNVPTXLowerAllocaPass(PassRegistry &)
char & EarlyMachineLICMID
This pass performs loop invariant code motion on machine instructions.
ModulePass * createNVPTXAssignValidGlobalNamesPass()
MachineFunctionPass * createNVPTXReplaceImageHandlesPass()
void initializeNVPTXAssignValidGlobalNamesPass(PassRegistry &)
Pass * createLoadStoreVectorizerPass()
Create a legacy pass manager instance of the LoadStoreVectorizer pass.
char & RegisterCoalescerID
RegisterCoalescer - This pass merges live ranges to eliminate copies.
char & OptimizePHIsID
OptimizePHIs - This pass optimizes machine instruction PHIs to take advantage of opportunities create...
char & EarlyTailDuplicateID
Duplicate blocks with unconditional branches into tails of their predecessors.
ModuleToFunctionPassAdaptor createModuleToFunctionPassAdaptor(FunctionPassT &&Pass, bool EagerlyInvalidate=false)
A function to deduce a function pass type and wrap it in the templated adaptor.
Definition: PassManager.h:1218
ModulePass * createGenericToNVVMLegacyPass()
FunctionPass * createNVVMReflectPass(unsigned int SmVersion)
Definition: NVVMReflect.cpp:65
void initializeNVPTXLowerAggrCopiesPass(PassRegistry &)
void initializeNVPTXExternalAAWrapperPass(PassRegistry &)
char & MachineSinkingID
MachineSinking - This pass performs sinking on machine instructions.
@ ADDRESS_SPACE_LOCAL
Definition: NVPTXBaseInfo.h:26
@ ADDRESS_SPACE_CONST
Definition: NVPTXBaseInfo.h:25
@ ADDRESS_SPACE_GLOBAL
Definition: NVPTXBaseInfo.h:23
@ ADDRESS_SPACE_SHARED
Definition: NVPTXBaseInfo.h:24
FunctionPass * createAtomicExpandPass()
AtomicExpandPass - At IR level this pass replace atomic instructions with __atomic_* library calls,...
MachineFunctionPass * createNVPTXPrologEpilogPass()
MachineFunctionPass * createNVPTXProxyRegErasurePass()
void initializeNVPTXDAGToDAGISelPass(PassRegistry &)
char & TailDuplicateID
TailDuplicate - Duplicate blocks with unconditional branches into tails of their predecessors.
FunctionPass * createNaryReassociatePass()
char & PatchableFunctionID
This pass implements the "patchable-function" attribute.
char & PostRASchedulerID
PostRAScheduler - This pass performs post register allocation scheduling.
MachineFunctionPass * createNVPTXPeephole()
void initializeNVVMReflectPass(PassRegistry &)
char & MachineSchedulerID
MachineScheduler - This pass schedules machine instructions.
char & PeepholeOptimizerID
PeepholeOptimizer - This pass performs peephole optimizations - like extension and comparison elimina...
char & LiveDebugValuesID
LiveDebugValues pass.
char & PrologEpilogCodeInserterID
PrologEpilogCodeInserter - This pass inserts prolog and epilog code, and eliminates abstract frame re...
void initializeGenericToNVVMLegacyPassPass(PassRegistry &)
void initializeNVPTXLowerArgsPass(PassRegistry &)
char & MachineLoopInfoID
MachineLoopInfo - This pass is a loop analysis pass.
FunctionPass * createNVPTXLowerArgsPass()
CodeModel::Model getEffectiveCodeModel(std::optional< CodeModel::Model > CM, CodeModel::Model Default)
Helper method for getting the code model, returning Default if CM does not have a value.
char & ShrinkWrapID
ShrinkWrap pass. Look for the best place to insert save and restore.
Definition: ShrinkWrap.cpp:250
char & MachineLateInstrsCleanupID
MachineLateInstrsCleanup - This pass removes redundant identical instructions after register allocati...
void initializeNVPTXAAWrapperPassPass(PassRegistry &)
FunctionPass * createNVPTXImageOptimizerPass()
FunctionPass * createNVPTXLowerAllocaPass()
FunctionPass * createSpeculativeExecutionPass()
char & StackMapLivenessID
StackMapLiveness - This pass analyses the register live-out set of stackmap/patchpoint intrinsics and...
char & FuncletLayoutID
This pass lays out funclets contiguously.
FunctionPass * createAllocaHoisting()
void initializeNVVMIntrRangePass(PassRegistry &)
char & StackColoringID
StackSlotColoring - This pass performs stack coloring and merging.
char & PostRAMachineSinkingID
This pass perform post-ra machine sink for COPY instructions.
char & StackSlotColoringID
StackSlotColoring - This pass performs stack slot coloring.
FunctionPass * createSeparateConstOffsetFromGEPPass(bool LowerGEP=false)
FunctionPass * createLowerAggrCopies()
char & ProcessImplicitDefsID
ProcessImpicitDefs pass - This pass removes IMPLICIT_DEFs.
char & MachineCSEID
MachineCSE - This pass performs global CSE on machine instructions.
Definition: MachineCSE.cpp:162
FunctionPass * createNVPTXAtomicLowerPass()
char & LiveVariablesID
LiveVariables pass - This pass computes the set of blocks in which each variable is life and sets mac...
FunctionPass * createGVNPass(bool NoMemDepAnalysis=false)
Create a legacy GVN pass.
Definition: GVN.cpp:3213
void initializeNVPTXAllocaHoistingPass(PassRegistry &)
Target & getTheNVPTXTarget64()
FunctionPass * createInferAddressSpacesPass(unsigned AddressSpace=~0u)
void initializeNVPTXProxyRegErasurePass(PassRegistry &)
ImmutablePass * createNVPTXAAWrapperPass()
ImmutablePass * createExternalAAWrapperPass(std::function< void(Pass &, Function &, AAResults &)> Callback)
A wrapper pass around a callback which can be used to populate the AAResults in the AAResultsWrapperP...
char & TwoAddressInstructionPassID
TwoAddressInstruction - This pass reduces two-address instructions to use two operands.
char & LocalStackSlotAllocationID
LocalStackSlotAllocation - This pass assigns local frame indices to stack slots relative to one anoth...
FunctionPass * createStraightLineStrengthReducePass()
FunctionPass * createEarlyCSEPass(bool UseMemorySSA=false)
Definition: EarlyCSE.cpp:1793
char & PHIEliminationID
PHIElimination - This pass eliminates machine instruction PHI nodes by inserting copy instructions.
FunctionPass * createSROAPass(bool PreserveCFG=true)
Definition: SROA.cpp:5163
void initializeNVPTXAtomicLowerPass(PassRegistry &)
char & MachineCopyPropagationID
MachineCopyPropagation - This pass performs copy propagation on machine instructions.
char & DeadMachineInstructionElimID
DeadMachineInstructionElim - This pass removes dead machine instructions.
FunctionPass * createNVPTXISelDag(NVPTXTargetMachine &TM, llvm::CodeGenOpt::Level OptLevel)
createNVPTXISelDag - This pass converts a legalized DAG into a NVPTX-specific DAG,...
Target & getTheNVPTXTarget32()
Definition: BitVector.h:858
MachineFunctionInfo - This class can be derived from and used by targets to hold private target-speci...
RegisterTargetMachine - Helper template for registering a target machine implementation,...