60 using Base = CodeGenPassBuilder;
62 const NVPTXOptions &CLOpts;
64 NVPTXTargetMachine &
getTM()
const {
65 return static_cast<NVPTXTargetMachine &
>(TM);
69 explicit NVPTXCodeGenPassBuilder(NVPTXTargetMachine &TM,
70 const CGPassBuilderOption &Opts,
71 PassInstrumentationCallbacks *
PIC)
72 : CodeGenPassBuilder(TM, Opts,
PIC), CLOpts(TM.
getCLOpts()) {
78 disablePass<PrologEpilogInserterPass, MachineLateInstrsCleanupPass,
79 MachineCopyPropagationPass, TailDuplicatePass,
80 StackMapLivenessPass, PostRAMachineSinkingPass,
81 PostRASchedulerPass, FuncletLayoutPass, PatchableFunctionPass,
82 ShrinkWrapPass, RemoveLoadsIntoFakeUsesPass,
83 MachineBlockPlacementPass>();
87 void addIRPasses(PassManagerWrapper &PMW)
override;
88 Error addInstSelector(PassManagerWrapper &PMW)
override;
89 void addPreRegAlloc(PassManagerWrapper &PMW)
override;
90 void addPostRegAlloc(PassManagerWrapper &PMW)
override;
93 void addTargetRegisterAllocator(PassManagerWrapper &PMW,
bool)
override {}
94 Error addFastRegAlloc(PassManagerWrapper &PMW)
override;
95 Error addOptimizedRegAlloc(PassManagerWrapper &PMW)
override;
97 void addAsmPrinterBegin(PassManagerWrapper &PMW)
override;
98 void addAsmPrinter(PassManagerWrapper &PMW)
override;
99 void addAsmPrinterEnd(PassManagerWrapper &PMW)
override;
103 void addEarlyCSEOrGVNPass(PassManagerWrapper &PMW);
106 void addAddressSpaceInferencePasses(PassManagerWrapper &PMW);
109 void addStraightLineScalarOptimizationPasses(PassManagerWrapper &PMW);
115 if (getOptLevel() == CodeGenOptLevel::Aggressive)
117 addFunctionPass(GVNPass(GVNOptions().setScalarPRE(
false)), PMW);
119 addFunctionPass(EarlyCSEPass(), PMW);
122void NVPTXCodeGenPassBuilder::addAddressSpaceInferencePasses(
123 PassManagerWrapper &PMW) {
129 addFunctionPass(NVPTXLowerAllocaPass(), PMW);
132 addFunctionPass(InferAddressSpacesPass(), PMW);
133 addFunctionPass(NVPTXAtomicLowerPass(), PMW);
136void NVPTXCodeGenPassBuilder::addStraightLineScalarOptimizationPasses(
137 PassManagerWrapper &PMW) {
138 addFunctionPass(SeparateConstOffsetFromGEPPass(), PMW);
139 addFunctionPass(SpeculativeExecutionPass(), PMW);
142 addFunctionPass(StraightLineStrengthReducePass(), PMW);
146 addEarlyCSEOrGVNPass(PMW);
148 addFunctionPass(NaryReassociatePass(), PMW);
151 addFunctionPass(EarlyCSEPass(), PMW);
154void NVPTXCodeGenPassBuilder::addIRPasses(PassManagerWrapper &PMW) {
162 addModulePass(NVVMReflectPass(
ST.getSmVersion()), PMW);
163 addModulePass(NVPTXCanonicalizeDynamicSharedPass(), PMW);
165 if (getOptLevel() != CodeGenOptLevel::None)
166 addFunctionPass(NVPTXImageOptimizerPass(), PMW);
168 addModulePass(NVPTXAssignValidGlobalNamesPass(), PMW);
169 addModulePass(GenericToNVVMPass(), PMW);
172 addModulePass(ExpandVariadicsPass(ExpandVariadicsMode::Lowering), PMW);
176 if (
getTM().getDrvInterface() == NVPTX::CUDA) {
177 addFunctionPass(NVPTXMarkKernelPtrsGlobalPass(), PMW);
180 addModulePass(NVPTXPromoteParamAlignPass(), PMW);
181 addModulePass(NVPTXLowerArgsPass(TM), PMW);
182 if (getOptLevel() != CodeGenOptLevel::None) {
183 addAddressSpaceInferencePasses(PMW);
184 addStraightLineScalarOptimizationPasses(PMW);
187 addFunctionPass(NVPTXLowerAllocaPass(), PMW);
190 addFunctionPass(AtomicExpandPass(TM), PMW);
192 addModulePass(NVPTXCtorDtorLoweringPass(), PMW);
195 Base::addIRPasses(PMW);
208 if (getOptLevel() != CodeGenOptLevel::None) {
209 addEarlyCSEOrGVNPass(PMW);
210 if (!CLOpts.disable_nvptx_load_store_vectorizer)
211 addFunctionPass(LoadStoreVectorizerPass(), PMW);
215 addFunctionPass(NVPTXTagInvariantLoadsPass(), PMW);
216 if (!CLOpts.disable_nvptx_ir_peephole)
217 addFunctionPass(NVPTXIRPeepholePass(), PMW);
220 if (
ST.hasPTXASUnreachableBug()) {
223 addFunctionPass(NVPTXLowerUnreachablePass(TM.Options.TrapUnreachable,
224 TM.Options.NoTrapAfterNoreturn),
229Error NVPTXCodeGenPassBuilder::addInstSelector(PassManagerWrapper &PMW) {
230 addFunctionPass(NVPTXLowerAggrCopiesPass(), PMW);
231 addFunctionPass(NVPTXAllocaHoistingPass(), PMW);
232 addMachineFunctionPass(NVPTXISelDAGToDAGPass(
getTM(), getOptLevel()), PMW);
233 addMachineFunctionPass(NVPTXReplaceImageHandlesPass(), PMW);
237void NVPTXCodeGenPassBuilder::addPreRegAlloc(PassManagerWrapper &PMW) {
238 addMachineFunctionPass(NVPTXForwardParamsPass(), PMW);
239 if (getOptLevel() != CodeGenOptLevel::None)
240 addMachineFunctionPass(NVPTXAddressFolderPass(), PMW);
242 addMachineFunctionPass(NVPTXProxyRegErasurePass(), PMW);
245void NVPTXCodeGenPassBuilder::addPostRegAlloc(PassManagerWrapper &PMW) {
246 addMachineFunctionPass(NVPTXPrologEpilogPass(), PMW);
247 if (getOptLevel() != CodeGenOptLevel::None) {
251 addMachineFunctionPass(NVPTXPeepholePass(), PMW);
255Error NVPTXCodeGenPassBuilder::addFastRegAlloc(PassManagerWrapper &PMW) {
256 addMachineFunctionPass(PHIEliminationPass(), PMW);
257 addMachineFunctionPass(TwoAddressInstructionPass(), PMW);
261Error NVPTXCodeGenPassBuilder::addOptimizedRegAlloc(PassManagerWrapper &PMW) {
262 addMachineFunctionPass(ProcessImplicitDefsPass(), PMW);
263 addMachineFunctionPass(
264 RequireAnalysisPass<MachineLoopAnalysis, MachineFunction>(), PMW);
265 addMachineFunctionPass(PHIEliminationPass(), PMW);
267 addMachineFunctionPass(TwoAddressInstructionPass(), PMW);
268 addMachineFunctionPass(RegisterCoalescerPass(), PMW);
271 addMachineFunctionPass(MachineSchedulerPass(&TM), PMW);
273 addMachineFunctionPass(StackSlotColoringPass(), PMW);
281void NVPTXCodeGenPassBuilder::addAsmPrinterBegin(PassManagerWrapper &PMW) {
282 addModulePass(NVPTXAsmPrinterBeginPass(), PMW,
true);
285void NVPTXCodeGenPassBuilder::addAsmPrinter(PassManagerWrapper &PMW) {
286 addMachineFunctionPass(NVPTXAsmPrinterPass(), PMW);
289void NVPTXCodeGenPassBuilder::addAsmPrinterEnd(PassManagerWrapper &PMW) {
290 addModulePass(NVPTXAsmPrinterEndPass(), PMW);
294#define GET_PASS_REGISTRY "NVPTXPassRegistry.def"
297 PB.registerPipelineStartEPCallback(
304 if (Subtarget.hasTargetName())
311 if (CLOpts.early_byval_copy)
320 PB.registerFullLinkTimeOptimizationEarlyEPCallback(CanonicalizeAfterLink);
321 PB.registerThinLinkTimeOptimizationEarlyEPCallback(CanonicalizeAfterLink);
324 PB.registerFullLinkTimeOptimizationLastEPCallback(
338 auto CGPB = NVPTXCodeGenPassBuilder(*
this, Opt,
PIC);
339 return CGPB.buildPipeline(MPM,
MAM, Out, DwoOut, FileType, Ctx);
Interfaces for producing common pass manager configurations.
This file provides the interface for a simple, fast CSE pass.
This file provides the interface for LLVM's Global Value Numbering pass which eliminates fully redund...
This is the NVPTX address space based alias analysis pass.
ModuleAnalysisManager MAM
PassBuilder PB(Mod->getContext(), Machine, PassOpts->PTO, std::nullopt, &PIC)
PassInstrumentationCallbacks PIC
This file defines the Pass Instrumentation classes that provide instrumentation points into the pass ...
const GCNTargetMachine & getTM(const GCNSubtarget *STI)
This file provides the interface for LLVM's Scalar Replacement of Aggregates pass.
This class provides access to building LLVM's passes.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
const TargetSubtargetInfo * getSubtargetImpl(const Function &) const override
Virtual method implemented by subclasses that returns a reference to that target's TargetSubtargetInf...
Context object for machine code objects.
void registerPassBuilderCallbacks(PassBuilder &PB) override
Allow the target to modify the pass pipeline.
Error buildCodeGenPipeline(ModulePassManager &MPM, ModuleAnalysisManager &MAM, raw_pwrite_stream &Out, raw_pwrite_stream *DwoOut, CodeGenFileType FileType, const CGPassBuilderOption &Opt, MCContext &Ctx, PassInstrumentationCallbacks *PIC) override
This class provides access to building LLVM's passes.
This class manages callbacks registration, as well as provides a way for PassInstrumentation to pass ...
LLVM_ATTRIBUTE_MINSIZE std::enable_if_t<!std::is_same_v< PassT, PassManager > > addPass(PassT &&Pass)
An abstract base class for streams implementations that also support a pwrite operation.
Interfaces for registering analysis passes, producing common pass manager configurations,...
const AArch64MCOptions & getCLOpts(const MCTargetOptions &Options)
This is an optimization pass for GlobalISel generic memory operations.
ModuleToFunctionPassAdaptor createModuleToFunctionPassAdaptor(FunctionPassT &&Pass, bool EagerlyInvalidate=false)
A function to deduce a function pass type and wrap it in the templated adaptor.
CodeGenFileType
These enums are meant to be passed into addPassesToEmitFile to indicate what type of file to emit,...
PassManager< Module > ModulePassManager
Convenience typedef for a pass manager over modules.
PassManager< Function > FunctionPassManager
Convenience typedef for a pass manager over functions.
LLVM_ABI llvm::cl::opt< bool > NoKernelInfoEndLTO
AnalysisManager< Module > ModuleAnalysisManager
Convenience typedef for the Module analysis manager.