49 using Base = CodeGenPassBuilder;
51 X86TargetMachine &
getTM()
const {
52 return static_cast<X86TargetMachine &
>(TM);
56 explicit X86CodeGenPassBuilder(X86TargetMachine &TM,
57 const CGPassBuilderOption &Opts,
58 PassInstrumentationCallbacks *
PIC)
59 : CodeGenPassBuilder(TM, Opts,
PIC) {}
62 void addIRPasses(PassManagerWrapper &PMW)
override;
63 void addPreISel(PassManagerWrapper &PMW)
override;
64 Error addInstSelector(PassManagerWrapper &PMW)
override;
66 Error addIRTranslator(PassManagerWrapper &PMW)
override;
67 void addPreLegalizeMachineIR(PassManagerWrapper &PMW)
override;
68 Error addLegalizeMachineIR(PassManagerWrapper &PMW)
override;
69 void addPreRegBankSelect(PassManagerWrapper &PMW)
override;
70 Error addRegBankSelect(PassManagerWrapper &PMW)
override;
71 Error addGlobalInstructionSelect(PassManagerWrapper &PMW)
override;
73 void addMachineSSAOptimization(PassManagerWrapper &PMW)
override;
74 void addILPOpts(PassManagerWrapper &PMW)
override;
75 void addPreRegAlloc(PassManagerWrapper &PMW)
override;
76 Error addRegAssignAndRewriteFast(PassManagerWrapper &PMW)
override;
78 addRegAssignAndRewriteOptimized(PassManagerWrapper &PMW)
override;
79 void addPostRegAlloc(PassManagerWrapper &PMW)
override;
80 void addPreSched2(PassManagerWrapper &PMW)
override;
81 void addPreEmitPass(PassManagerWrapper &PMW)
override;
82 void addPreEmitPass2(PassManagerWrapper &PMW)
override;
83 void addAsmPrinterBegin(PassManagerWrapper &PMW)
override;
84 void addAsmPrinter(PassManagerWrapper &PMW)
override;
85 void addAsmPrinterEnd(PassManagerWrapper &PMW)
override;
89 addFunctionPass(AtomicExpandPass(TM), PMW);
93 addFunctionPass(X86LowerAMXIntrinsicsPass(&TM), PMW);
94 addFunctionPass(X86LowerAMXTypePass(&TM), PMW);
96 Base::addIRPasses(PMW);
98 if (getOptLevel() != CodeGenOptLevel::None) {
99 addFunctionPass(InterleavedAccessPass(TM), PMW);
100 addFunctionPass(X86PartialReductionPass(&
getTM()), PMW);
106 addFunctionPass(IndirectBrExpandPass(TM), PMW);
109 const Triple &
TT = TM.getTargetTriple();
110 if (
TT.isOSWindows())
111 addFunctionPass(CFGuardPass(), PMW);
113 if (TM.Options.JMCInstrument) {
115 addModulePass(JMCInstrumenterPass(), PMW);
118 addFunctionPass(X86FenceNonTemporalStoresPass(&
getTM()), PMW);
121void X86CodeGenPassBuilder::addPreISel(PassManagerWrapper &PMW) {
123 const Triple &
TT = TM.getTargetTriple();
124 if (
TT.isOSWindows() &&
TT.isX86_32()) {
126 addModulePass(X86WinEHStatePass(), PMW);
130Error X86CodeGenPassBuilder::addInstSelector(PassManagerWrapper &PMW) {
131 addMachineFunctionPass(X86ISelDAGToDAGPass(
getTM()), PMW);
134 if (TM.getTargetTriple().isOSBinFormatELF() &&
135 getOptLevel() != CodeGenOptLevel::None) {
136 addMachineFunctionPass(X86CleanupLocalDynamicTLSPass(), PMW);
139 addMachineFunctionPass(X86GlobalBaseRegPass(), PMW);
140 addMachineFunctionPass(X86ArgumentStackSlotPass(), PMW);
144Error X86CodeGenPassBuilder::addIRTranslator(PassManagerWrapper &PMW) {
145 addMachineFunctionPass(IRTranslatorPass(getOptLevel()), PMW);
149void X86CodeGenPassBuilder::addPreLegalizeMachineIR(PassManagerWrapper &PMW) {
150 if (getOptLevel() != CodeGenOptLevel::None)
151 addMachineFunctionPass(X86PreLegalizerCombinerPass(), PMW);
154Error X86CodeGenPassBuilder::addLegalizeMachineIR(PassManagerWrapper &PMW) {
155 addMachineFunctionPass(LegalizerPass(), PMW);
159void X86CodeGenPassBuilder::addPreRegBankSelect(PassManagerWrapper &PMW) {
160 if (getOptLevel() != CodeGenOptLevel::None)
161 addMachineFunctionPass(X86PostLegalizerCombinerPass(), PMW);
164Error X86CodeGenPassBuilder::addRegBankSelect(PassManagerWrapper &PMW) {
165 addMachineFunctionPass(RegBankSelectPass(), PMW);
169Error X86CodeGenPassBuilder::addGlobalInstructionSelect(
170 PassManagerWrapper &PMW) {
171 addMachineFunctionPass(InstructionSelectPass(getOptLevel()), PMW);
173 if (isGlobalISelAbortEnabled())
174 addMachineFunctionPass(X86GlobalBaseRegPass(), PMW);
178void X86CodeGenPassBuilder::addMachineSSAOptimization(PassManagerWrapper &PMW) {
179 addMachineFunctionPass(X86DomainReassignmentPass(), PMW);
180 Base::addMachineSSAOptimization(PMW);
183void X86CodeGenPassBuilder::addILPOpts(PassManagerWrapper &PMW) {
184 addMachineFunctionPass(EarlyIfConverterPass(), PMW);
186 addMachineFunctionPass(MachineCombinerPass(), PMW);
187 addMachineFunctionPass(X86CmovConversionPass(), PMW);
190void X86CodeGenPassBuilder::addPreRegAlloc(PassManagerWrapper &PMW) {
191 if (getOptLevel() != CodeGenOptLevel::None) {
192 addMachineFunctionPass(LiveRangeShrinkPass(), PMW);
193 addMachineFunctionPass(X86FixupSetCCPass(), PMW);
194 addMachineFunctionPass(X86OptimizeLEAsPass(), PMW);
195 addMachineFunctionPass(X86CallFrameOptimizationPass(), PMW);
196 addMachineFunctionPass(X86AvoidStoreForwardingBlocksPass(), PMW);
199 addMachineFunctionPass(X86SuppressAPXForRelocationPass(), PMW);
200 addMachineFunctionPass(X86SpeculativeLoadHardeningPass(), PMW);
201 addMachineFunctionPass(X86FlagsCopyLoweringPass(), PMW);
202 addMachineFunctionPass(X86DynAllocaExpanderPass(), PMW);
204 if (getOptLevel() != CodeGenOptLevel::None)
205 addMachineFunctionPass(X86PreTileConfigPass(), PMW);
207 addMachineFunctionPass(X86FastPreTileConfigPass(), PMW);
211 const MachineRegisterInfo &
MRI,
214 return static_cast<const X86RegisterInfo &
>(
TRI).isTileRegisterClass(RC);
217Error X86CodeGenPassBuilder::addRegAssignAndRewriteFast(
218 PassManagerWrapper &PMW) {
219 Error PossibleError = Base::addRegAssignAndRewriteFast(PMW);
220 addMachineFunctionPass(X86FastTileConfigPass(), PMW);
221 return PossibleError;
224Expected<bool> X86CodeGenPassBuilder::addRegAssignAndRewriteOptimized(
225 PassManagerWrapper &PMW) {
227 if (Opt.RegAlloc == RegAllocType::Default &&
getTM().
getCLOpts().tile_ra) {
229 addMachineFunctionPass(
231 addMachineFunctionPass(X86TileConfigPass(), PMW);
233 return Base::addRegAssignAndRewriteOptimized(PMW);
236void X86CodeGenPassBuilder::addPostRegAlloc(PassManagerWrapper &PMW) {
237 addMachineFunctionPass(X86LowerTileCopyPass(), PMW);
238 addMachineFunctionPass(X86FPStackifierPass(), PMW);
243 if (getOptLevel() != CodeGenOptLevel::None) {
244 addMachineFunctionPass(X86LoadValueInjectionLoadHardeningPass(), PMW);
248void X86CodeGenPassBuilder::addPreSched2(PassManagerWrapper &PMW) {
249 addMachineFunctionPass(X86ExpandPseudoPass(), PMW);
250 addMachineFunctionPass(MachineKCFIPass(), PMW);
253void X86CodeGenPassBuilder::addPreEmitPass(PassManagerWrapper &PMW) {
254 if (getOptLevel() != CodeGenOptLevel::None) {
255 addMachineFunctionPass(ExecutionDomainFixPass(), PMW);
256 addMachineFunctionPass(BreakFalseDepsPass(), PMW);
259 addMachineFunctionPass(X86IndirectBranchTrackingPass(), PMW);
260 addMachineFunctionPass(X86InsertVZeroUpperPass(), PMW);
262 if (getOptLevel() != CodeGenOptLevel::None) {
263 addMachineFunctionPass(X86FixupBWInstsPass(), PMW);
264 addMachineFunctionPass(X86PadShortFunctionsPass(), PMW);
265 addMachineFunctionPass(X86FixupLEAsPass(), PMW);
266 addMachineFunctionPass(X86FixupInstTuningPass(), PMW);
267 addMachineFunctionPass(X86FixupVectorConstantsPass(), PMW);
269 addMachineFunctionPass(X86CompressEVEXPass(), PMW);
270 addMachineFunctionPass(X86InsertX87WaitPass(), PMW);
272 if (TM.getTargetTriple().isLFI())
273 addMachineFunctionPass(X86LFIRewritePass(), PMW);
276void X86CodeGenPassBuilder::addPreEmitPass2(PassManagerWrapper &PMW) {
277 const Triple &
TT = TM.getTargetTriple();
288 addMachineFunctionPass(X86SpeculativeExecutionSideEffectSuppressionPass(),
290 addMachineFunctionPass(X86IndirectThunksPass(), PMW);
291 addMachineFunctionPass(X86ReturnThunksPass(), PMW);
295 if (
TT.isOSWindows() &&
TT.isX86_64())
296 addMachineFunctionPass(X86AvoidTrailingCallPass(), PMW);
302 if (!
TT.isOSDarwin())
303 addMachineFunctionPass(CFIInstrInserterPass(), PMW);
305 if (
TT.isOSWindows()) {
307 addMachineFunctionPass(CFGuardLongjmpPass(), PMW);
309 addMachineFunctionPass(EHContGuardTargetsPass(), PMW);
312 addMachineFunctionPass(X86LoadValueInjectionRetHardeningPass(), PMW);
315 addMachineFunctionPass(PseudoProbeInserterPass(), PMW);
319 addMachineFunctionPass(
325 return M->getModuleFlag(
"kcfi") ||
327 (
M->getFunction(
"objc_retainAutoreleasedReturnValue") ||
328 M->getFunction(
"objc_unsafeClaimAutoreleasedReturnValue")));
334 if (
TT.isOSWindows() &&
TT.isX86_64()) {
335 addMachineFunctionPass(X86WinEHUnwindV2Pass(), PMW);
339void X86CodeGenPassBuilder::addAsmPrinterBegin(PassManagerWrapper &PMW) {
340 addModulePass(X86AsmPrinterBeginPass(), PMW,
true);
343void X86CodeGenPassBuilder::addAsmPrinter(PassManagerWrapper &PMW) {
344 addMachineFunctionPass(X86AsmPrinterPass(), PMW);
347void X86CodeGenPassBuilder::addAsmPrinterEnd(PassManagerWrapper &PMW) {
348 addModulePass(X86AsmPrinterEndPass(), PMW,
true);
354#define GET_PASS_REGISTRY "X86PassRegistry.def"
363 auto CGPB = X86CodeGenPassBuilder(*
this, Opt,
PIC);
364 return CGPB.buildPipeline(MPM,
MAM, Out, DwoOut, FileType, Ctx);
This file contains the declaration of the BreakFalseDepsPass class, used to identify and avoid false ...
Interfaces for producing common pass manager configurations.
This file contains the declaration of the MachineKCFI class, which is a Machine Pass that implements ...
This file declares the IRTranslator pass.
This file contains the declaration of the InterleavedAccessPass class, its corresponding pass name is...
Machine Check Debug Module
Register const TargetRegisterInfo * TRI
Promote Memory to Register
ModuleAnalysisManager MAM
PassBuilder PB(Mod->getContext(), Machine, PassOpts->PTO, std::nullopt, &PIC)
PassInstrumentationCallbacks PIC
MachineRegisterInfo & MRI
This file describes the interface of the MachineFunctionPass responsible for assigning the generic vi...
const GCNTargetMachine & getTM(const GCNSubtarget *STI)
static bool onlyAllocateTileRegisters(const TargetRegisterInfo &TRI, const MachineRegisterInfo &MRI, const Register Reg)
This class provides access to building LLVM's passes.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Context object for machine code objects.
Function & getFunction()
Return the LLVM function that this machine code represents.
const TargetRegisterClass * getRegClass(Register Reg) const
Return the register class of the specified virtual register.
This class provides access to building LLVM's passes.
This class manages callbacks registration, as well as provides a way for PassInstrumentation to pass ...
void registerPassBuilderCallbacks(PassBuilder &PB) override
Allow the target to modify the pass pipeline.
Error buildCodeGenPipeline(ModulePassManager &MPM, ModuleAnalysisManager &MAM, raw_pwrite_stream &Out, raw_pwrite_stream *DwoOut, CodeGenFileType FileType, const CGPassBuilderOption &Opt, MCContext &Ctx, PassInstrumentationCallbacks *PIC) override
An abstract base class for streams implementations that also support a pwrite operation.
Interfaces for registering analysis passes, producing common pass manager configurations,...
const AArch64MCOptions & getCLOpts(const MCTargetOptions &Options)
This is an optimization pass for GlobalISel generic memory operations.
CodeGenFileType
These enums are meant to be passed into addPassesToEmitFile to indicate what type of file to emit,...
PassManager< Module > ModulePassManager
Convenience typedef for a pass manager over modules.
AnalysisManager< Module > ModuleAnalysisManager
Convenience typedef for the Module analysis manager.
MCRegisterClass TargetRegisterClass