LLVM 20.0.0git
RISCVTargetMachine.cpp
Go to the documentation of this file.
1//===-- RISCVTargetMachine.cpp - Define TargetMachine for RISC-V ----------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// Implements the info about RISC-V target spec.
10//
11//===----------------------------------------------------------------------===//
12
13#include "RISCVTargetMachine.h"
15#include "RISCV.h"
20#include "llvm/ADT/STLExtras.h"
30#include "llvm/CodeGen/Passes.h"
39#include "llvm/Transforms/IPO.h"
42#include <optional>
43using namespace llvm;
44
46 "riscv-enable-copyelim",
47 cl::desc("Enable the redundant copy elimination pass"), cl::init(true),
49
50// FIXME: Unify control over GlobalMerge.
52 EnableGlobalMerge("riscv-enable-global-merge", cl::Hidden,
53 cl::desc("Enable the global merge pass"));
54
55static cl::opt<bool>
56 EnableMachineCombiner("riscv-enable-machine-combiner",
57 cl::desc("Enable the machine combiner pass"),
58 cl::init(true), cl::Hidden);
59
61 "riscv-v-vector-bits-max",
62 cl::desc("Assume V extension vector registers are at most this big, "
63 "with zero meaning no maximum size is assumed."),
65
67 "riscv-v-vector-bits-min",
68 cl::desc("Assume V extension vector registers are at least this big, "
69 "with zero meaning no minimum size is assumed. A value of -1 "
70 "means use Zvl*b extension. This is primarily used to enable "
71 "autovectorization with fixed width vectors."),
72 cl::init(-1), cl::Hidden);
73
75 "riscv-enable-copy-propagation",
76 cl::desc("Enable the copy propagation with RISC-V copy instr"),
77 cl::init(true), cl::Hidden);
78
80 "riscv-enable-dead-defs", cl::Hidden,
81 cl::desc("Enable the pass that removes dead"
82 " definitons and replaces stores to"
83 " them with stores to x0"),
84 cl::init(true));
85
86static cl::opt<bool>
87 EnableSinkFold("riscv-enable-sink-fold",
88 cl::desc("Enable sinking and folding of instruction copies"),
89 cl::init(true), cl::Hidden);
90
91static cl::opt<bool>
92 EnableLoopDataPrefetch("riscv-enable-loop-data-prefetch", cl::Hidden,
93 cl::desc("Enable the loop data prefetch pass"),
94 cl::init(true));
95
97 "riscv-misched-load-clustering", cl::Hidden,
98 cl::desc("Enable load clustering in the machine scheduler"),
99 cl::init(false));
100
102 "riscv-vsetvl-after-rvv-regalloc", cl::Hidden,
103 cl::desc("Insert vsetvls after vector register allocation"),
104 cl::init(true));
105
131}
132
134 const TargetOptions &Options) {
135 StringRef ABIName = Options.MCOptions.getABIName();
136 if (TT.isArch64Bit()) {
137 if (ABIName == "lp64e")
138 return "e-m:e-p:64:64-i64:64-i128:128-n32:64-S64";
139
140 return "e-m:e-p:64:64-i64:64-i128:128-n32:64-S128";
141 }
142 assert(TT.isArch32Bit() && "only RV32 and RV64 are currently supported");
143
144 if (ABIName == "ilp32e")
145 return "e-m:e-p:32:32-i64:64-n32-S32";
146
147 return "e-m:e-p:32:32-i64:64-n32-S128";
148}
149
151 std::optional<Reloc::Model> RM) {
152 return RM.value_or(Reloc::Static);
153}
154
156 StringRef CPU, StringRef FS,
157 const TargetOptions &Options,
158 std::optional<Reloc::Model> RM,
159 std::optional<CodeModel::Model> CM,
160 CodeGenOptLevel OL, bool JIT)
163 getEffectiveCodeModel(CM, CodeModel::Small), OL),
164 TLOF(std::make_unique<RISCVELFTargetObjectFile>()) {
165 initAsmInfo();
166
167 // RISC-V supports the MachineOutliner.
168 setMachineOutliner(true);
170
171 if (TT.isOSFuchsia() && !TT.isArch64Bit())
172 report_fatal_error("Fuchsia is only supported for 64-bit");
173}
174
175const RISCVSubtarget *
177 Attribute CPUAttr = F.getFnAttribute("target-cpu");
178 Attribute TuneAttr = F.getFnAttribute("tune-cpu");
179 Attribute FSAttr = F.getFnAttribute("target-features");
180
181 std::string CPU =
182 CPUAttr.isValid() ? CPUAttr.getValueAsString().str() : TargetCPU;
183 std::string TuneCPU =
184 TuneAttr.isValid() ? TuneAttr.getValueAsString().str() : CPU;
185 std::string FS =
186 FSAttr.isValid() ? FSAttr.getValueAsString().str() : TargetFS;
187
188 unsigned RVVBitsMin = RVVVectorBitsMinOpt;
189 unsigned RVVBitsMax = RVVVectorBitsMaxOpt;
190
191 Attribute VScaleRangeAttr = F.getFnAttribute(Attribute::VScaleRange);
192 if (VScaleRangeAttr.isValid()) {
193 if (!RVVVectorBitsMinOpt.getNumOccurrences())
194 RVVBitsMin = VScaleRangeAttr.getVScaleRangeMin() * RISCV::RVVBitsPerBlock;
195 std::optional<unsigned> VScaleMax = VScaleRangeAttr.getVScaleRangeMax();
196 if (VScaleMax.has_value() && !RVVVectorBitsMaxOpt.getNumOccurrences())
197 RVVBitsMax = *VScaleMax * RISCV::RVVBitsPerBlock;
198 }
199
200 if (RVVBitsMin != -1U) {
201 // FIXME: Change to >= 32 when VLEN = 32 is supported.
202 assert((RVVBitsMin == 0 || (RVVBitsMin >= 64 && RVVBitsMin <= 65536 &&
203 isPowerOf2_32(RVVBitsMin))) &&
204 "V or Zve* extension requires vector length to be in the range of "
205 "64 to 65536 and a power 2!");
206 assert((RVVBitsMax >= RVVBitsMin || RVVBitsMax == 0) &&
207 "Minimum V extension vector length should not be larger than its "
208 "maximum!");
209 }
210 assert((RVVBitsMax == 0 || (RVVBitsMax >= 64 && RVVBitsMax <= 65536 &&
211 isPowerOf2_32(RVVBitsMax))) &&
212 "V or Zve* extension requires vector length to be in the range of "
213 "64 to 65536 and a power 2!");
214
215 if (RVVBitsMin != -1U) {
216 if (RVVBitsMax != 0) {
217 RVVBitsMin = std::min(RVVBitsMin, RVVBitsMax);
218 RVVBitsMax = std::max(RVVBitsMin, RVVBitsMax);
219 }
220
221 RVVBitsMin = llvm::bit_floor(
222 (RVVBitsMin < 64 || RVVBitsMin > 65536) ? 0 : RVVBitsMin);
223 }
224 RVVBitsMax =
225 llvm::bit_floor((RVVBitsMax < 64 || RVVBitsMax > 65536) ? 0 : RVVBitsMax);
226
228 raw_svector_ostream(Key) << "RVVMin" << RVVBitsMin << "RVVMax" << RVVBitsMax
229 << CPU << TuneCPU << FS;
230 auto &I = SubtargetMap[Key];
231 if (!I) {
232 // This needs to be done before we create a new subtarget since any
233 // creation will depend on the TM and the code generation flags on the
234 // function that reside in TargetOptions.
236 auto ABIName = Options.MCOptions.getABIName();
237 if (const MDString *ModuleTargetABI = dyn_cast_or_null<MDString>(
238 F.getParent()->getModuleFlag("target-abi"))) {
239 auto TargetABI = RISCVABI::getTargetABI(ABIName);
240 if (TargetABI != RISCVABI::ABI_Unknown &&
241 ModuleTargetABI->getString() != ABIName) {
242 report_fatal_error("-target-abi option != target-abi module flag");
243 }
244 ABIName = ModuleTargetABI->getString();
245 }
246 I = std::make_unique<RISCVSubtarget>(
247 TargetTriple, CPU, TuneCPU, FS, ABIName, RVVBitsMin, RVVBitsMax, *this);
248 }
249 return I.get();
250}
251
253 BumpPtrAllocator &Allocator, const Function &F,
254 const TargetSubtargetInfo *STI) const {
255 return RISCVMachineFunctionInfo::create<RISCVMachineFunctionInfo>(Allocator,
256 F, STI);
257}
258
261 return TargetTransformInfo(RISCVTTIImpl(this, F));
262}
263
264// A RISC-V hart has a single byte-addressable address space of 2^XLEN bytes
265// for all memory accesses, so it is reasonable to assume that an
266// implementation has no-op address space casts. If an implementation makes a
267// change to this, they can override it here.
269 unsigned DstAS) const {
270 return true;
271}
272
273namespace {
274
275class RVVRegisterRegAlloc : public RegisterRegAllocBase<RVVRegisterRegAlloc> {
276public:
277 RVVRegisterRegAlloc(const char *N, const char *D, FunctionPassCtor C)
278 : RegisterRegAllocBase(N, D, C) {}
279};
280
281static bool onlyAllocateRVVReg(const TargetRegisterInfo &TRI,
283 const Register Reg) {
284 const TargetRegisterClass *RC = MRI.getRegClass(Reg);
286}
287
288static FunctionPass *useDefaultRegisterAllocator() { return nullptr; }
289
290static llvm::once_flag InitializeDefaultRVVRegisterAllocatorFlag;
291
292/// -riscv-rvv-regalloc=<fast|basic|greedy> command line option.
293/// This option could designate the rvv register allocator only.
294/// For example: -riscv-rvv-regalloc=basic
295static cl::opt<RVVRegisterRegAlloc::FunctionPassCtor, false,
297 RVVRegAlloc("riscv-rvv-regalloc", cl::Hidden,
299 cl::desc("Register allocator to use for RVV register."));
300
301static void initializeDefaultRVVRegisterAllocatorOnce() {
302 RegisterRegAlloc::FunctionPassCtor Ctor = RVVRegisterRegAlloc::getDefault();
303
304 if (!Ctor) {
305 Ctor = RVVRegAlloc;
306 RVVRegisterRegAlloc::setDefault(RVVRegAlloc);
307 }
308}
309
310static FunctionPass *createBasicRVVRegisterAllocator() {
311 return createBasicRegisterAllocator(onlyAllocateRVVReg);
312}
313
314static FunctionPass *createGreedyRVVRegisterAllocator() {
315 return createGreedyRegisterAllocator(onlyAllocateRVVReg);
316}
317
318static FunctionPass *createFastRVVRegisterAllocator() {
319 return createFastRegisterAllocator(onlyAllocateRVVReg, false);
320}
321
322static RVVRegisterRegAlloc basicRegAllocRVVReg("basic",
323 "basic register allocator",
324 createBasicRVVRegisterAllocator);
325static RVVRegisterRegAlloc
326 greedyRegAllocRVVReg("greedy", "greedy register allocator",
327 createGreedyRVVRegisterAllocator);
328
329static RVVRegisterRegAlloc fastRegAllocRVVReg("fast", "fast register allocator",
330 createFastRVVRegisterAllocator);
331
332class RISCVPassConfig : public TargetPassConfig {
333public:
334 RISCVPassConfig(RISCVTargetMachine &TM, PassManagerBase &PM)
335 : TargetPassConfig(TM, PM) {
336 if (TM.getOptLevel() != CodeGenOptLevel::None)
337 substitutePass(&PostRASchedulerID, &PostMachineSchedulerID);
338 setEnableSinkAndFold(EnableSinkFold);
339 EnableLoopTermFold = true;
340 }
341
342 RISCVTargetMachine &getRISCVTargetMachine() const {
343 return getTM<RISCVTargetMachine>();
344 }
345
347 createMachineScheduler(MachineSchedContext *C) const override {
348 ScheduleDAGMILive *DAG = nullptr;
352 DAG->TII, DAG->TRI, /*ReorderWhileClustering=*/true));
353 }
354 return DAG;
355 }
356
357 void addIRPasses() override;
358 bool addPreISel() override;
359 void addCodeGenPrepare() override;
360 bool addInstSelector() override;
361 bool addIRTranslator() override;
362 void addPreLegalizeMachineIR() override;
363 bool addLegalizeMachineIR() override;
364 void addPreRegBankSelect() override;
365 bool addRegBankSelect() override;
366 bool addGlobalInstructionSelect() override;
367 void addPreEmitPass() override;
368 void addPreEmitPass2() override;
369 void addPreSched2() override;
370 void addMachineSSAOptimization() override;
371 FunctionPass *createRVVRegAllocPass(bool Optimized);
372 bool addRegAssignAndRewriteFast() override;
373 bool addRegAssignAndRewriteOptimized() override;
374 void addPreRegAlloc() override;
375 void addPostRegAlloc() override;
376 void addFastRegAlloc() override;
377};
378} // namespace
379
381 return new RISCVPassConfig(*this, PM);
382}
383
384FunctionPass *RISCVPassConfig::createRVVRegAllocPass(bool Optimized) {
385 // Initialize the global default.
386 llvm::call_once(InitializeDefaultRVVRegisterAllocatorFlag,
387 initializeDefaultRVVRegisterAllocatorOnce);
388
389 RegisterRegAlloc::FunctionPassCtor Ctor = RVVRegisterRegAlloc::getDefault();
390 if (Ctor != useDefaultRegisterAllocator)
391 return Ctor();
392
393 if (Optimized)
394 return createGreedyRVVRegisterAllocator();
395
396 return createFastRVVRegisterAllocator();
397}
398
399bool RISCVPassConfig::addRegAssignAndRewriteFast() {
400 addPass(createRVVRegAllocPass(false));
403 if (TM->getOptLevel() != CodeGenOptLevel::None &&
407}
408
409bool RISCVPassConfig::addRegAssignAndRewriteOptimized() {
410 addPass(createRVVRegAllocPass(true));
411 addPass(createVirtRegRewriter(false));
414 if (TM->getOptLevel() != CodeGenOptLevel::None &&
418}
419
420void RISCVPassConfig::addIRPasses() {
422
423 if (getOptLevel() != CodeGenOptLevel::None) {
426
430 }
431
433}
434
435bool RISCVPassConfig::addPreISel() {
436 if (TM->getOptLevel() != CodeGenOptLevel::None) {
437 // Add a barrier before instruction selection so that we will not get
438 // deleted block address after enabling default outlining. See D99707 for
439 // more details.
440 addPass(createBarrierNoopPass());
441 }
442
444 addPass(createGlobalMergePass(TM, /* MaxOffset */ 2047,
445 /* OnlyOptimizeForSize */ false,
446 /* MergeExternalByDefault */ true));
447 }
448
449 return false;
450}
451
452void RISCVPassConfig::addCodeGenPrepare() {
453 if (getOptLevel() != CodeGenOptLevel::None)
456}
457
458bool RISCVPassConfig::addInstSelector() {
459 addPass(createRISCVISelDag(getRISCVTargetMachine(), getOptLevel()));
460
461 return false;
462}
463
464bool RISCVPassConfig::addIRTranslator() {
465 addPass(new IRTranslator(getOptLevel()));
466 return false;
467}
468
469void RISCVPassConfig::addPreLegalizeMachineIR() {
470 if (getOptLevel() == CodeGenOptLevel::None) {
472 } else {
474 }
475}
476
477bool RISCVPassConfig::addLegalizeMachineIR() {
478 addPass(new Legalizer());
479 return false;
480}
481
482void RISCVPassConfig::addPreRegBankSelect() {
483 if (getOptLevel() != CodeGenOptLevel::None)
485}
486
487bool RISCVPassConfig::addRegBankSelect() {
488 addPass(new RegBankSelect());
489 return false;
490}
491
492bool RISCVPassConfig::addGlobalInstructionSelect() {
493 addPass(new InstructionSelect(getOptLevel()));
494 return false;
495}
496
497void RISCVPassConfig::addPreSched2() {
499
500 // Emit KCFI checks for indirect calls.
501 addPass(createKCFIPass());
502}
503
504void RISCVPassConfig::addPreEmitPass() {
505 // TODO: It would potentially be better to schedule copy propagation after
506 // expanding pseudos (in addPreEmitPass2). However, performing copy
507 // propagation after the machine outliner (which runs after addPreEmitPass)
508 // currently leads to incorrect code-gen, where copies to registers within
509 // outlined functions are removed erroneously.
510 if (TM->getOptLevel() >= CodeGenOptLevel::Default &&
513 addPass(&BranchRelaxationPassID);
515}
516
517void RISCVPassConfig::addPreEmitPass2() {
518 if (TM->getOptLevel() != CodeGenOptLevel::None) {
519 addPass(createRISCVMoveMergePass());
520 // Schedule PushPop Optimization before expansion of Pseudo instruction,
521 // ensuring return instruction is detected correctly.
523 }
526
527 // Schedule the expansion of AMOs at the last possible moment, avoiding the
528 // possibility for other passes to break the requirements for forward
529 // progress in the LR/SC block.
531
532 // KCFI indirect call checks are lowered to a bundle.
533 addPass(createUnpackMachineBundles([&](const MachineFunction &MF) {
534 return MF.getFunction().getParent()->getModuleFlag("kcfi");
535 }));
536}
537
538void RISCVPassConfig::addMachineSSAOptimization() {
540
542
544 addPass(&MachineCombinerID);
545
546 if (TM->getTargetTriple().isRISCV64()) {
547 addPass(createRISCVOptWInstrsPass());
548 }
549}
550
551void RISCVPassConfig::addPreRegAlloc() {
553 if (TM->getOptLevel() != CodeGenOptLevel::None)
555
559
560 // Run RISCVInsertVSETVLI after PHI elimination. On O1 and above do it after
561 // register coalescing so needVSETVLIPHI doesn't need to look through COPYs.
563 if (TM->getOptLevel() == CodeGenOptLevel::None)
565 else
567 }
568}
569
570void RISCVPassConfig::addFastRegAlloc() {
571 addPass(&InitUndefID);
573}
574
575
576void RISCVPassConfig::addPostRegAlloc() {
577 if (TM->getOptLevel() != CodeGenOptLevel::None &&
580}
581
584 OptimizationLevel Level) {
586 });
587}
588
592}
593
596 const auto *MFI = MF.getInfo<RISCVMachineFunctionInfo>();
597 return new yaml::RISCVMachineFunctionInfo(*MFI);
598}
599
602 SMDiagnostic &Error, SMRange &SourceRange) const {
603 const auto &YamlMFI =
604 static_cast<const yaml::RISCVMachineFunctionInfo &>(MFI);
605 PFS.MF.getInfo<RISCVMachineFunctionInfo>()->initializeBaseYamlFields(YamlMFI);
606 return false;
607}
unsigned const MachineRegisterInfo * MRI
static cl::opt< bool > EnableSinkFold("aarch64-enable-sink-fold", cl::desc("Enable sinking and folding of instruction copies"), cl::init(true), cl::Hidden)
static cl::opt< bool > EnableRedundantCopyElimination("aarch64-enable-copyelim", cl::desc("Enable the redundant copy elimination pass"), cl::init(true), cl::Hidden)
static cl::opt< bool > EnableLoopDataPrefetch("aarch64-enable-loop-data-prefetch", cl::Hidden, cl::desc("Enable the loop data prefetch pass"), cl::init(true))
static const Function * getParent(const Value *V)
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
#define LLVM_EXTERNAL_VISIBILITY
Definition: Compiler.h:131
static GCMetadataPrinterRegistry::Add< ErlangGCPrinter > X("erlang", "erlang-compatible garbage collector")
static cl::opt< bool > EnableGlobalMerge("enable-global-merge", cl::Hidden, cl::desc("Enable the global merge pass"), cl::init(true))
This file declares the IRTranslator pass.
static LVOptions Options
Definition: LVOptions.cpp:25
static std::string computeDataLayout()
#define F(x, y, z)
Definition: MD5.cpp:55
#define I(x, y, z)
Definition: MD5.cpp:58
unsigned const TargetRegisterInfo * TRI
static GCMetadataPrinterRegistry::Add< OcamlGCMetadataPrinter > Y("ocaml", "ocaml 3.10-compatible collector")
PassBuilder PB(Machine, PassOpts->PTO, std::nullopt, &PIC)
static cl::opt< bool > EnableRedundantCopyElimination("riscv-enable-copyelim", cl::desc("Enable the redundant copy elimination pass"), cl::init(true), cl::Hidden)
static cl::opt< bool > EnableSinkFold("riscv-enable-sink-fold", cl::desc("Enable sinking and folding of instruction copies"), cl::init(true), cl::Hidden)
static cl::opt< bool > EnableLoopDataPrefetch("riscv-enable-loop-data-prefetch", cl::Hidden, cl::desc("Enable the loop data prefetch pass"), cl::init(true))
static cl::opt< unsigned > RVVVectorBitsMaxOpt("riscv-v-vector-bits-max", cl::desc("Assume V extension vector registers are at most this big, " "with zero meaning no maximum size is assumed."), cl::init(0), cl::Hidden)
static cl::opt< cl::boolOrDefault > EnableGlobalMerge("riscv-enable-global-merge", cl::Hidden, cl::desc("Enable the global merge pass"))
static cl::opt< bool > EnableVSETVLIAfterRVVRegAlloc("riscv-vsetvl-after-rvv-regalloc", cl::Hidden, cl::desc("Insert vsetvls after vector register allocation"), cl::init(true))
LLVM_EXTERNAL_VISIBILITY void LLVMInitializeRISCVTarget()
static cl::opt< bool > EnableRISCVCopyPropagation("riscv-enable-copy-propagation", cl::desc("Enable the copy propagation with RISC-V copy instr"), cl::init(true), cl::Hidden)
static cl::opt< int > RVVVectorBitsMinOpt("riscv-v-vector-bits-min", cl::desc("Assume V extension vector registers are at least this big, " "with zero meaning no minimum size is assumed. A value of -1 " "means use Zvl*b extension. This is primarily used to enable " "autovectorization with fixed width vectors."), cl::init(-1), cl::Hidden)
static Reloc::Model getEffectiveRelocModel(const Triple &TT, std::optional< Reloc::Model > RM)
static cl::opt< bool > EnableRISCVDeadRegisterElimination("riscv-enable-dead-defs", cl::Hidden, cl::desc("Enable the pass that removes dead" " definitons and replaces stores to" " them with stores to x0"), cl::init(true))
static cl::opt< bool > EnableMachineCombiner("riscv-enable-machine-combiner", cl::desc("Enable the machine combiner pass"), cl::init(true), cl::Hidden)
static cl::opt< bool > EnableMISchedLoadClustering("riscv-misched-load-clustering", cl::Hidden, cl::desc("Enable load clustering in the machine scheduler"), cl::init(false))
This file defines a TargetTransformInfo::Concept conforming object specific to the RISC-V target mach...
Basic Register Allocator
This file describes the interface of the MachineFunctionPass responsible for assigning the generic vi...
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file contains some templates that are useful if you are working with the STL at all.
static FunctionPass * useDefaultRegisterAllocator()
-regalloc=... command line option.
Target-Independent Code Generator Pass Configuration Options pass.
This pass exposes codegen information to IR-level passes.
std::optional< unsigned > getVScaleRangeMax() const
Returns the maximum value for the vscale_range attribute or std::nullopt when unknown.
Definition: Attributes.cpp:466
unsigned getVScaleRangeMin() const
Returns the minimum value for the vscale_range attribute.
Definition: Attributes.cpp:460
StringRef getValueAsString() const
Return the attribute's value as a string.
Definition: Attributes.cpp:392
bool isValid() const
Return true if the attribute is any kind of attribute.
Definition: Attributes.h:203
Allocate memory in an ever growing pool, as if by bump-pointer.
Definition: Allocator.h:66
Lightweight error class with error context and mandatory checking.
Definition: Error.h:160
FunctionPass class - This class is used to implement most global optimizations.
Definition: Pass.h:310
This pass is responsible for selecting generic machine instructions to target-specific instructions.
This class describes a target machine that is implemented with the LLVM target-independent code gener...
StringRef getABIName() const
getABIName - If this returns a non-empty string this represents the textual name of the ABI that we w...
A single uniqued string.
Definition: Metadata.h:720
Function & getFunction()
Return the LLVM function that this machine code represents.
Ty * getInfo()
getInfo - Keep track of various per-function pieces of information for backends that would like to do...
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
This class provides access to building LLVM's passes.
Definition: PassBuilder.h:106
void registerLateLoopOptimizationsEPCallback(const std::function< void(LoopPassManager &, OptimizationLevel)> &C)
Register a callback for a default optimizer pipeline extension point.
Definition: PassBuilder.h:420
LLVM_ATTRIBUTE_MINSIZE std::enable_if_t< is_detected< HasRunOnLoopT, PassT >::value > addPass(PassT &&Pass)
static PassRegistry * getPassRegistry()
getPassRegistry - Access the global registry object, which is automatically initialized at applicatio...
This implementation is used for RISC-V ELF targets.
RISCVMachineFunctionInfo - This class is derived from MachineFunctionInfo and contains private RISCV-...
yaml::MachineFunctionInfo * createDefaultFuncInfoYAML() const override
Allocate and return a default initialized instance of the YAML representation for the MachineFunction...
RISCVTargetMachine(const Target &T, const Triple &TT, StringRef CPU, StringRef FS, const TargetOptions &Options, std::optional< Reloc::Model > RM, std::optional< CodeModel::Model > CM, CodeGenOptLevel OL, bool JIT)
TargetPassConfig * createPassConfig(PassManagerBase &PM) override
Create a pass configuration object to be used by addPassToEmitX methods for generating a pipeline of ...
void registerPassBuilderCallbacks(PassBuilder &PB) override
Allow the target to modify the pass pipeline.
bool isNoopAddrSpaceCast(unsigned SrcAS, unsigned DstAS) const override
Returns true if a cast between SrcAS and DestAS is a noop.
TargetTransformInfo getTargetTransformInfo(const Function &F) const override
Get a TargetTransformInfo implementation for the target.
MachineFunctionInfo * createMachineFunctionInfo(BumpPtrAllocator &Allocator, const Function &F, const TargetSubtargetInfo *STI) const override
Create the target's instance of MachineFunctionInfo.
yaml::MachineFunctionInfo * convertFuncInfoToYAML(const MachineFunction &MF) const override
Allocate and initialize an instance of the YAML representation of the MachineFunctionInfo.
bool parseMachineFunctionInfo(const yaml::MachineFunctionInfo &, PerFunctionMIParsingState &PFS, SMDiagnostic &Error, SMRange &SourceRange) const override
Parse out the target's MachineFunctionInfo from the YAML reprsentation.
const RISCVSubtarget * getSubtargetImpl() const =delete
This pass implements the reg bank selector pass used in the GlobalISel pipeline.
Definition: RegBankSelect.h:91
RegisterPassParser class - Handle the addition of new machine passes.
RegisterRegAllocBase class - Track the registration of register allocators.
Wrapper class representing virtual and physical registers.
Definition: Register.h:19
Instances of this class encapsulate one diagnostic report, allowing printing to a raw_ostream as a ca...
Definition: SourceMgr.h:281
Represents a range in source code.
Definition: SMLoc.h:48
A ScheduleDAG for scheduling lists of MachineInstr.
ScheduleDAGMILive is an implementation of ScheduleDAGInstrs that schedules machine instructions while...
void addMutation(std::unique_ptr< ScheduleDAGMutation > Mutation)
Add a postprocessing step to the DAG builder.
const TargetInstrInfo * TII
Target instruction information.
Definition: ScheduleDAG.h:575
const TargetRegisterInfo * TRI
Target processor register info.
Definition: ScheduleDAG.h:576
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
Definition: SmallString.h:26
StringRef - Represent a constant reference to a string, i.e.
Definition: StringRef.h:50
std::string str() const
str - Get the contents as an std::string.
Definition: StringRef.h:215
Triple TargetTriple
Triple string, CPU name, and target feature strings the TargetMachine instance is created with.
Definition: TargetMachine.h:96
void setMachineOutliner(bool Enable)
void setSupportsDefaultOutlining(bool Enable)
std::string TargetFS
Definition: TargetMachine.h:98
std::string TargetCPU
Definition: TargetMachine.h:97
std::unique_ptr< const MCSubtargetInfo > STI
TargetOptions Options
void resetTargetOptions(const Function &F) const
Reset the target options based on the function's attributes.
MCTargetOptions MCOptions
Machine level options.
Target-Independent Code Generator Pass Configuration Options.
virtual void addCodeGenPrepare()
Add pass to prepare the LLVM IR for code generation.
virtual bool addRegAssignAndRewriteFast()
Add core register allocator passes which do the actual register assignment and rewriting.
virtual void addIRPasses()
Add common target configurable passes that perform LLVM IR to IR transforms following machine indepen...
virtual void addFastRegAlloc()
addFastRegAlloc - Add the minimum set of target-independent passes that are required for fast registe...
virtual void addMachineSSAOptimization()
addMachineSSAOptimization - Add standard passes that optimize machine instructions in SSA form.
virtual bool addRegAssignAndRewriteOptimized()
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
TargetSubtargetInfo - Generic base class for all target subtargets.
This pass provides access to the codegen interfaces that are needed for IR-level transformations.
Target - Wrapper for Target specific information.
Triple - Helper class for working with autoconf configuration names.
Definition: Triple.h:44
PassManagerBase - An abstract interface to allow code to add passes to a pass manager without having ...
A raw_ostream that writes to an SmallVector or SmallString.
Definition: raw_ostream.h:691
Interfaces for registering analysis passes, producing common pass manager configurations,...
@ C
The default llvm calling convention, compatible with C.
Definition: CallingConv.h:34
ABI getTargetABI(StringRef ABIName)
static constexpr unsigned RVVBitsPerBlock
initializer< Ty > init(const Ty &Val)
Definition: CommandLine.h:443
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
FunctionPass * createRISCVLandingPadSetupPass()
FunctionPass * createFastRegisterAllocator()
FastRegisterAllocation Pass - This pass register allocates as fast as possible.
FunctionPass * createRISCVPostLegalizerCombiner()
void initializeRISCVPushPopOptPass(PassRegistry &)
void initializeRISCVExpandPseudoPass(PassRegistry &)
FunctionPass * createRISCVMoveMergePass()
createRISCVMoveMergePass - returns an instance of the move merge pass.
char & InitUndefID
Definition: InitUndef.cpp:98
char & RegisterCoalescerID
RegisterCoalescer - This pass merges live ranges to eliminate copies.
FunctionPass * createTypePromotionLegacyPass()
Create IR Type Promotion pass.
void initializeRISCVDeadRegisterDefinitionsPass(PassRegistry &)
FunctionPass * createGreedyRegisterAllocator()
Greedy register allocation pass - This pass implements a global register allocator for optimized buil...
void initializeRISCVPreLegalizerCombinerPass(PassRegistry &)
FunctionPass * createRISCVExpandAtomicPseudoPass()
FunctionPass * createRISCVPostRAExpandPseudoPass()
FunctionPass * createRISCVInsertReadWriteCSRPass()
Target & getTheRISCV32Target()
void initializeRISCVInsertVSETVLIPass(PassRegistry &)
char & PostRASchedulerID
PostRAScheduler - This pass performs post register allocation scheduling.
FunctionPass * createRISCVDeadRegisterDefinitionsPass()
char & PostMachineSchedulerID
PostMachineScheduler - This pass schedules machine instructions postRA.
ScheduleDAGMILive * createGenericSchedLive(MachineSchedContext *C)
Create the standard converging machine scheduler.
FunctionPass * createRISCVGatherScatterLoweringPass()
FunctionPass * createRISCVMergeBaseOffsetOptPass()
Returns an instance of the Merge Base Offset Optimization pass.
char & MachineCombinerID
This pass performs instruction combining using trace metrics to estimate critical-path and resource d...
void initializeRISCVPostRAExpandPseudoPass(PassRegistry &)
CodeModel::Model getEffectiveCodeModel(std::optional< CodeModel::Model > CM, CodeModel::Model Default)
Helper method for getting the code model, returning Default if CM does not have a value.
constexpr bool isPowerOf2_32(uint32_t Value)
Return true if the argument is a power of two > 0.
Definition: MathExtras.h:291
FunctionPass * createRISCVPreLegalizerCombiner()
char & BranchRelaxationPassID
BranchRelaxation - This pass replaces branches that need to jump further than is supported by a branc...
FunctionPass * createRISCVO0PreLegalizerCombiner()
void initializeRISCVDAGToDAGISelLegacyPass(PassRegistry &)
FunctionPass * createRISCVPushPopOptimizationPass()
createRISCVPushPopOptimizationPass - returns an instance of the Push/Pop optimization pass.
FunctionPass * createRISCVMakeCompressibleOptPass()
Returns an instance of the Make Compressible Optimization pass.
FunctionPass * createRISCVRedundantCopyEliminationPass()
FunctionPass * createKCFIPass()
Lowers KCFI operand bundles for indirect calls.
Definition: KCFI.cpp:62
void initializeRISCVInsertWriteVXRMPass(PassRegistry &)
FunctionPass * createLoopDataPrefetchPass()
void report_fatal_error(Error Err, bool gen_crash_diag=true)
Report a serious error, calling any installed error handler.
Definition: Error.cpp:167
void initializeRISCVInsertReadWriteCSRPass(PassRegistry &)
FunctionPass * createRISCVInsertVSETVLIPass()
Returns an instance of the Insert VSETVLI pass.
CodeGenOptLevel
Code generation optimization level.
Definition: CodeGen.h:54
FunctionPass * createRISCVIndirectBranchTrackingPass()
FunctionPass * createRISCVOptWInstrsPass()
FunctionPass * createInterleavedAccessPass()
InterleavedAccess Pass - This pass identifies and matches interleaved memory accesses to target speci...
FunctionPass * createBasicRegisterAllocator()
BasicRegisterAllocation Pass - This pass implements a degenerate global register allocator using the ...
void initializeGlobalISel(PassRegistry &)
Initialize all passes linked into the GlobalISel library.
Definition: GlobalISel.cpp:17
void initializeRISCVMakeCompressibleOptPass(PassRegistry &)
FunctionPass * createRISCVCodeGenPreparePass()
ModulePass * createBarrierNoopPass()
createBarrierNoopPass - This pass is purely a module pass barrier in a pass manager.
std::unique_ptr< ScheduleDAGMutation > createLoadClusterDAGMutation(const TargetInstrInfo *TII, const TargetRegisterInfo *TRI, bool ReorderWhileClustering=false)
If ReorderWhileClustering is set to true, no attempt will be made to reduce reordering due to store c...
void initializeRISCVOptWInstrsPass(PassRegistry &)
FunctionPass * createUnpackMachineBundles(std::function< bool(const MachineFunction &)> Ftor)
void initializeRISCVCodeGenPreparePass(PassRegistry &)
Target & getTheRISCV64Target()
char & RISCVInsertVSETVLIID
FunctionPass * createRISCVVectorPeepholePass()
void call_once(once_flag &flag, Function &&F, Args &&... ArgList)
Execute the function specified as a parameter once.
Definition: Threading.h:87
void initializeRISCVO0PreLegalizerCombinerPass(PassRegistry &)
void initializeKCFIPass(PassRegistry &)
void initializeRISCVMergeBaseOffsetOptPass(PassRegistry &)
FunctionPass * createRISCVISelDag(RISCVTargetMachine &TM, CodeGenOptLevel OptLevel)
FunctionPass * createVirtRegRewriter(bool ClearVirtRegs=true)
Definition: VirtRegMap.cpp:645
void initializeRISCVGatherScatterLoweringPass(PassRegistry &)
FunctionPass * createRISCVExpandPseudoPass()
Pass * createGlobalMergePass(const TargetMachine *TM, unsigned MaximalOffset, bool OnlyOptimizeForSize=false, bool MergeExternalByDefault=false, bool MergeConstantByDefault=false)
GlobalMerge - This pass merges internal (by default) globals into structs to enable reuse of a base p...
FunctionPass * createRISCVPreRAExpandPseudoPass()
FunctionPass * createAtomicExpandLegacyPass()
AtomicExpandPass - At IR level this pass replace atomic instructions with __atomic_* library calls,...
T bit_floor(T Value)
Returns the largest integral power of two no greater than Value if Value is nonzero.
Definition: bit.h:327
FunctionPass * createRISCVInsertWriteVXRMPass()
MachineFunctionPass * createMachineCopyPropagationPass(bool UseCopyInstr)
void initializeRISCVVectorPeepholePass(PassRegistry &)
char & PHIEliminationID
PHIElimination - This pass eliminates machine instruction PHI nodes by inserting copy instructions.
void initializeRISCVPreRAExpandPseudoPass(PassRegistry &)
void initializeRISCVPostLegalizerCombinerPass(PassRegistry &)
void initializeRISCVMoveMergePass(PassRegistry &)
Implement std::hash so that hash_code can be used in STL containers.
Definition: BitVector.h:858
#define N
MachineFunctionInfo - This class can be derived from and used by targets to hold private target-speci...
MachineSchedContext provides enough context from the MachineScheduler pass for the target to instanti...
static bool isRVVRegClass(const TargetRegisterClass *RC)
RegisterTargetMachine - Helper template for registering a target machine implementation,...
The llvm::once_flag structure.
Definition: Threading.h:68
Targets should override this in a way that mirrors the implementation of llvm::MachineFunctionInfo.