352 "^(default|thinlto-pre-link|thinlto|lto-pre-link|lto)<(O[0123sz])>$");
356 "print-pipeline-passes",
357 cl::desc(
"Print a '-passes' compatible string describing the pipeline "
358 "(best-effort only)."));
370class TriggerCrashModulePass :
public PassInfoMixin<TriggerCrashModulePass> {
379class TriggerCrashFunctionPass
386 static StringRef name() {
return "TriggerCrashFunctionPass"; }
391class TriggerVerifierErrorPass
399 GlobalValue::LinkageTypes::InternalLinkage,
400 "__bad_alias",
nullptr, &M);
420 static StringRef name() {
return "TriggerVerifierErrorPass"; }
425class RequireAllMachineFunctionPropertiesPass
426 :
public PassInfoMixin<RequireAllMachineFunctionPropertiesPass> {
435 MFProps.
set(MachineFunctionProperties::Property::FailedISel);
436 MFProps.
set(MachineFunctionProperties::Property::FailsVerification);
437 MFProps.
set(MachineFunctionProperties::Property::IsSSA);
438 MFProps.
set(MachineFunctionProperties::Property::Legalized);
439 MFProps.
set(MachineFunctionProperties::Property::NoPHIs);
440 MFProps.
set(MachineFunctionProperties::Property::NoVRegs);
441 MFProps.
set(MachineFunctionProperties::Property::RegBankSelected);
442 MFProps.
set(MachineFunctionProperties::Property::Selected);
443 MFProps.
set(MachineFunctionProperties::Property::TiedOpsRewritten);
444 MFProps.
set(MachineFunctionProperties::Property::TracksDebugUserValues);
445 MFProps.
set(MachineFunctionProperties::Property::TracksLiveness);
448 static StringRef name() {
return "RequireAllMachineFunctionPropertiesPass"; }
454 std::optional<PGOOptions> PGOOpt,
456 : TM(TM), PTO(PTO), PGOOpt(PGOOpt),
PIC(
PIC) {
458 TM->registerPassBuilderCallbacks(*
this);
464#define MODULE_PASS(NAME, CREATE_PASS) \
465 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
466#define MODULE_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
467 PIC->addClassToPassName(CLASS, NAME);
468#define MODULE_ANALYSIS(NAME, CREATE_PASS) \
469 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
470#define FUNCTION_PASS(NAME, CREATE_PASS) \
471 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
472#define FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
473 PIC->addClassToPassName(CLASS, NAME);
474#define FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
475 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
476#define LOOPNEST_PASS(NAME, CREATE_PASS) \
477 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
478#define LOOP_PASS(NAME, CREATE_PASS) \
479 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
480#define LOOP_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
481 PIC->addClassToPassName(CLASS, NAME);
482#define LOOP_ANALYSIS(NAME, CREATE_PASS) \
483 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
484#define CGSCC_PASS(NAME, CREATE_PASS) \
485 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
486#define CGSCC_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
487 PIC->addClassToPassName(CLASS, NAME);
488#define CGSCC_ANALYSIS(NAME, CREATE_PASS) \
489 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
490#include "PassRegistry.def"
492#define MACHINE_FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
493 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
494#define MACHINE_FUNCTION_PASS(NAME, CREATE_PASS) \
495 PIC->addClassToPassName(decltype(CREATE_PASS)::name(), NAME);
496#define MACHINE_FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, \
498 PIC->addClassToPassName(CLASS, NAME);
499#include "llvm/Passes/MachinePassRegistry.def"
505#define MODULE_ANALYSIS(NAME, CREATE_PASS) \
506 MAM.registerPass([&] { return CREATE_PASS; });
507#include "PassRegistry.def"
509 for (
auto &
C : ModuleAnalysisRegistrationCallbacks)
514#define CGSCC_ANALYSIS(NAME, CREATE_PASS) \
515 CGAM.registerPass([&] { return CREATE_PASS; });
516#include "PassRegistry.def"
518 for (
auto &
C : CGSCCAnalysisRegistrationCallbacks)
528#define FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
529 FAM.registerPass([&] { return CREATE_PASS; });
530#include "PassRegistry.def"
532 for (
auto &
C : FunctionAnalysisRegistrationCallbacks)
539#define MACHINE_FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
540 MFAM.registerPass([&] { return CREATE_PASS; });
541#include "llvm/Passes/MachinePassRegistry.def"
543 for (
auto &
C : MachineFunctionAnalysisRegistrationCallbacks)
548#define LOOP_ANALYSIS(NAME, CREATE_PASS) \
549 LAM.registerPass([&] { return CREATE_PASS; });
550#include "PassRegistry.def"
552 for (
auto &
C : LoopAnalysisRegistrationCallbacks)
556static std::optional<std::pair<bool, bool>>
558 std::pair<bool, bool> Params;
559 if (!
Name.consume_front(
"function"))
563 if (!
Name.consume_front(
"<") || !
Name.consume_back(
">"))
565 while (!
Name.empty()) {
566 auto [Front, Back] =
Name.split(
';');
568 if (Front ==
"eager-inv")
570 else if (Front ==
"no-rerun")
571 Params.second =
true;
579 if (!
Name.consume_front(
"devirt<") || !
Name.consume_back(
">"))
582 if (
Name.getAsInteger(0, Count) || Count < 0)
602 while (!Params.
empty()) {
604 std::tie(ParamName, Params) = Params.
split(
';');
606 if (ParamName == OptionName) {
609 return make_error<StringError>(
624 while (!Params.
empty()) {
626 std::tie(ParamName, Params) = Params.
split(
';');
630 return make_error<StringError>(
631 formatv(
"invalid HardwareLoopPass parameter '{0}' ", ParamName).str(),
636 if (ParamName.
consume_front(
"hardware-loop-counter-bitwidth=")) {
639 return make_error<StringError>(
640 formatv(
"invalid HardwareLoopPass parameter '{0}' ", ParamName).str(),
645 if (ParamName ==
"force-hardware-loops") {
647 }
else if (ParamName ==
"force-hardware-loop-phi") {
649 }
else if (ParamName ==
"force-nested-hardware-loop") {
651 }
else if (ParamName ==
"force-hardware-loop-guard") {
654 return make_error<StringError>(
655 formatv(
"invalid HardwarePass parameter '{0}' ", ParamName).str(),
659 return HardwareLoopOpts;
665 while (!Params.
empty()) {
667 std::tie(ParamName, Params) = Params.
split(
';');
668 std::optional<OptimizationLevel> OptLevel =
parseOptLevel(ParamName);
670 if (OptLevel && !OptLevel->isOptimizingForSize()) {
671 UnrollOpts.
setOptLevel(OptLevel->getSpeedupLevel());
677 return make_error<StringError>(
678 formatv(
"invalid LoopUnrollPass parameter '{0}' ", ParamName).str(),
685 if (ParamName ==
"partial") {
687 }
else if (ParamName ==
"peeling") {
689 }
else if (ParamName ==
"profile-peeling") {
691 }
else if (ParamName ==
"runtime") {
693 }
else if (ParamName ==
"upperbound") {
696 return make_error<StringError>(
697 formatv(
"invalid LoopUnrollPass parameter '{0}' ", ParamName).str(),
706 Params,
"vfe-linkage-unit-visibility",
"GlobalDCE");
726 Params,
"skip-non-recursive-function-attrs",
"PostOrderFunctionAttrs");
735 return make_error<StringError>(
736 formatv(
"too many CFGuardPass parameters '{0}' ", Params).str(),
739 if (Param ==
"check")
741 if (Param ==
"dispatch")
744 return make_error<StringError>(
745 formatv(
"invalid CFGuardPass mechanism: '{0}' ", Param).str(),
755 "EntryExitInstrumenter");
764 "LowerMatrixIntrinsics");
769 while (!Params.
empty()) {
771 std::tie(ParamName, Params) = Params.
split(
';');
773 if (ParamName ==
"kernel") {
774 Result.CompileKernel =
true;
776 return make_error<StringError>(
777 formatv(
"invalid AddressSanitizer pass parameter '{0}' ", ParamName)
787 while (!Params.
empty()) {
789 std::tie(ParamName, Params) = Params.
split(
';');
791 if (ParamName ==
"recover") {
793 }
else if (ParamName ==
"kernel") {
794 Result.CompileKernel =
true;
796 return make_error<StringError>(
797 formatv(
"invalid HWAddressSanitizer pass parameter '{0}' ", ParamName)
807 while (!Params.
empty()) {
809 std::tie(ParamName, Params) = Params.
split(
';');
811 if (ParamName ==
"thinlto") {
813 }
else if (ParamName ==
"emit-summary") {
814 Result.EmitLTOSummary =
true;
816 return make_error<StringError>(
817 formatv(
"invalid EmbedBitcode pass parameter '{0}' ", ParamName)
826parseLowerAllowCheckPassOptions(
StringRef Params) {
828 while (!Params.
empty()) {
830 std::tie(ParamName, Params) = Params.
split(
';');
841 std::tie(IndicesStr, CutoffStr) = ParamName.
split(
"]=");
847 return make_error<StringError>(
848 formatv(
"invalid LowerAllowCheck pass cutoffs parameter '{0}' "
854 if (!IndicesStr.
consume_front(
"cutoffs[") || IndicesStr ==
"")
855 return make_error<StringError>(
856 formatv(
"invalid LowerAllowCheck pass index parameter '{0}' "
858 IndicesStr, CutoffStr)
862 while (IndicesStr !=
"") {
864 std::tie(firstIndexStr, IndicesStr) = IndicesStr.
split(
'|');
868 return make_error<StringError>(
869 formatv(
"invalid LowerAllowCheck pass index parameter '{0}' "
871 firstIndexStr, IndicesStr)
878 if (index >=
Result.cutoffs.size())
879 Result.cutoffs.resize(index + 1, 0);
881 Result.cutoffs[index] = cutoff;
884 return make_error<StringError>(
885 formatv(
"invalid LowerAllowCheck pass parameter '{0}' ", ParamName)
896 while (!Params.
empty()) {
898 std::tie(ParamName, Params) = Params.
split(
';');
900 if (ParamName ==
"recover") {
902 }
else if (ParamName ==
"kernel") {
906 return make_error<StringError>(
907 formatv(
"invalid argument to MemorySanitizer pass track-origins "
912 }
else if (ParamName ==
"eager-checks") {
913 Result.EagerChecks =
true;
915 return make_error<StringError>(
916 formatv(
"invalid MemorySanitizer pass parameter '{0}' ", ParamName)
927 while (!Params.
empty()) {
929 std::tie(ParamName, Params) = Params.
split(
';');
932 if (ParamName ==
"speculate-blocks") {
934 }
else if (ParamName ==
"simplify-cond-branch") {
936 }
else if (ParamName ==
"forward-switch-cond") {
938 }
else if (ParamName ==
"switch-range-to-icmp") {
940 }
else if (ParamName ==
"switch-to-lookup") {
942 }
else if (ParamName ==
"keep-loops") {
944 }
else if (ParamName ==
"hoist-common-insts") {
946 }
else if (ParamName ==
"hoist-loads-stores-with-cond-faulting") {
948 }
else if (ParamName ==
"sink-common-insts") {
950 }
else if (ParamName ==
"speculate-unpredictables") {
953 APInt BonusInstThreshold;
955 return make_error<StringError>(
956 formatv(
"invalid argument to SimplifyCFG pass bonus-threshold "
962 return make_error<StringError>(
963 formatv(
"invalid SimplifyCFG pass parameter '{0}' ", ParamName).str(),
974 Result.setVerifyFixpoint(
true);
975 while (!Params.
empty()) {
977 std::tie(ParamName, Params) = Params.
split(
';');
980 if (ParamName ==
"verify-fixpoint") {
985 return make_error<StringError>(
986 formatv(
"invalid argument to InstCombine pass max-iterations "
992 return make_error<StringError>(
993 formatv(
"invalid InstCombine pass parameter '{0}' ", ParamName).str(),
1003 while (!Params.
empty()) {
1005 std::tie(ParamName, Params) = Params.
split(
';');
1008 if (ParamName ==
"interleave-forced-only") {
1010 }
else if (ParamName ==
"vectorize-forced-only") {
1013 return make_error<StringError>(
1014 formatv(
"invalid LoopVectorize parameter '{0}' ", ParamName).str(),
1022 std::pair<bool, bool>
Result = {
false,
true};
1023 while (!Params.
empty()) {
1025 std::tie(ParamName, Params) = Params.
split(
';');
1028 if (ParamName ==
"nontrivial") {
1030 }
else if (ParamName ==
"trivial") {
1033 return make_error<StringError>(
1034 formatv(
"invalid LoopUnswitch pass parameter '{0}' ", ParamName)
1044 while (!Params.
empty()) {
1046 std::tie(ParamName, Params) = Params.
split(
';');
1049 if (ParamName ==
"allowspeculation") {
1052 return make_error<StringError>(
1053 formatv(
"invalid LICM pass parameter '{0}' ", ParamName).str(),
1061 std::pair<bool, bool>
Result = {
true,
false};
1062 while (!Params.
empty()) {
1064 std::tie(ParamName, Params) = Params.
split(
';');
1067 if (ParamName ==
"header-duplication") {
1069 }
else if (ParamName ==
"prepare-for-lto") {
1072 return make_error<StringError>(
1073 formatv(
"invalid LoopRotate pass parameter '{0}' ", ParamName).str(),
1082 while (!Params.
empty()) {
1084 std::tie(ParamName, Params) = Params.
split(
';');
1087 if (ParamName ==
"split-footer-bb") {
1090 return make_error<StringError>(
1091 formatv(
"invalid MergedLoadStoreMotion pass parameter '{0}' ",
1102 while (!Params.
empty()) {
1104 std::tie(ParamName, Params) = Params.
split(
';');
1107 if (ParamName ==
"pre") {
1109 }
else if (ParamName ==
"load-pre") {
1111 }
else if (ParamName ==
"split-backedge-load-pre") {
1113 }
else if (ParamName ==
"memdep") {
1115 }
else if (ParamName ==
"memoryssa") {
1118 return make_error<StringError>(
1119 formatv(
"invalid GVN pass parameter '{0}' ", ParamName).str(),
1128 while (!Params.
empty()) {
1130 std::tie(ParamName, Params) = Params.
split(
';');
1133 if (ParamName ==
"func-spec")
1136 return make_error<StringError>(
1137 formatv(
"invalid IPSCCP pass parameter '{0}' ", ParamName).str(),
1145 while (!Params.
empty()) {
1147 std::tie(ParamName, Params) = Params.
split(
';');
1151 return make_error<StringError>(
1152 formatv(
"invalid argument to Scalarizer pass min-bits "
1153 "parameter: '{0}' ",
1163 if (ParamName ==
"load-store")
1165 else if (ParamName ==
"variable-insert-extract")
1168 return make_error<StringError>(
1169 formatv(
"invalid Scalarizer pass parameter '{0}' ", ParamName).str(),
1178 if (Params.
empty() || Params ==
"modify-cfg")
1180 if (Params ==
"preserve-cfg")
1182 return make_error<StringError>(
1183 formatv(
"invalid SROA pass parameter '{0}' (either preserve-cfg or "
1184 "modify-cfg can be specified)",
1191parseStackLifetimeOptions(
StringRef Params) {
1193 while (!Params.
empty()) {
1195 std::tie(ParamName, Params) = Params.
split(
';');
1197 if (ParamName ==
"may") {
1199 }
else if (ParamName ==
"must") {
1202 return make_error<StringError>(
1203 formatv(
"invalid StackLifetime parameter '{0}' ", ParamName).str(),
1212 "DependenceAnalysisPrinter");
1217 "SeparateConstOffsetFromGEP");
1226parseFunctionSimplificationPipelineOptions(
StringRef Params) {
1229 return make_error<StringError>(
1230 formatv(
"invalid function-simplification parameter '{0}' ", Params)
1239 "MemorySSAPrinterPass");
1244 "SpeculativeExecutionPass");
1249 while (!Params.
empty()) {
1251 std::tie(ParamName, Params) = Params.
split(
';');
1256 return make_error<StringError>(
1257 formatv(
"invalid MemProfUse pass parameter '{0}' ", ParamName).str(),
1265parseStructuralHashPrinterPassOptions(
StringRef Params) {
1268 if (Params ==
"detailed")
1270 if (Params ==
"call-target-ignored")
1272 return make_error<StringError>(
1273 formatv(
"invalid structural hash printer parameter '{0}' ", Params).str(),
1279 "WinEHPreparePass");
1284 while (!Params.
empty()) {
1286 std::tie(ParamName, Params) = Params.
split(
';');
1289 if (ParamName ==
"group-by-use")
1291 else if (ParamName ==
"ignore-single-use")
1293 else if (ParamName ==
"merge-const")
1295 else if (ParamName ==
"merge-external")
1299 return make_error<StringError>(
1300 formatv(
"invalid GlobalMergePass parameter '{0}' ", ParamName)
1310 while (!Params.
empty()) {
1312 std::tie(ParamName, Params) = Params.
split(
';');
1317 return make_error<StringError>(
1318 formatv(
"invalid Internalize pass parameter '{0}' ", ParamName).str(),
1329 while (!Params.
empty()) {
1331 std::tie(ParamName, Params) = Params.
split(
';');
1334 std::optional<RegAllocFilterFunc>
Filter =
1337 return make_error<StringError>(
1338 formatv(
"invalid regallocfast register filter '{0}' ", ParamName)
1347 if (ParamName ==
"no-clear-vregs") {
1352 return make_error<StringError>(
1353 formatv(
"invalid regallocfast pass parameter '{0}' ", ParamName).str(),
1360parseBoundsCheckingOptions(
StringRef Params) {
1362 while (!Params.
empty()) {
1364 std::tie(ParamName, Params) = Params.
split(
';');
1365 if (ParamName ==
"trap") {
1367 }
else if (ParamName ==
"rt") {
1372 }
else if (ParamName ==
"rt-abort") {
1377 }
else if (ParamName ==
"min-rt") {
1382 }
else if (ParamName ==
"min-rt-abort") {
1387 }
else if (ParamName ==
"merge") {
1392 std::tie(ParamEQ, Val) = ParamName.
split(
'=');
1397 return make_error<StringError>(
1398 formatv(
"invalid BoundsChecking pass parameter '{0}' ", ParamName)
1412 return Name.starts_with(
"default") ||
Name.starts_with(
"thinlto") ||
1413 Name.starts_with(
"lto");
1424template <
typename PassManagerT,
typename CallbacksT>
1426 if (!Callbacks.empty()) {
1427 PassManagerT DummyPM;
1428 for (
auto &CB : Callbacks)
1429 if (CB(
Name, DummyPM, {}))
1435template <
typename CallbacksT>
1441 StringRef NameNoBracket =
Name.take_until([](
char C) {
return C ==
'<'; });
1444 if (
Name ==
"module")
1446 if (
Name ==
"cgscc")
1448 if (NameNoBracket ==
"function")
1450 if (
Name ==
"coro-cond")
1453#define MODULE_PASS(NAME, CREATE_PASS) \
1456#define MODULE_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1457 if (PassBuilder::checkParametrizedPassName(Name, NAME)) \
1459#define MODULE_ANALYSIS(NAME, CREATE_PASS) \
1460 if (Name == "require<" NAME ">" || Name == "invalidate<" NAME ">") \
1462#include "PassRegistry.def"
1464 return callbacksAcceptPassName<ModulePassManager>(
Name, Callbacks);
1467template <
typename CallbacksT>
1470 StringRef NameNoBracket =
Name.take_until([](
char C) {
return C ==
'<'; });
1471 if (
Name ==
"cgscc")
1473 if (NameNoBracket ==
"function")
1480#define CGSCC_PASS(NAME, CREATE_PASS) \
1483#define CGSCC_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1484 if (PassBuilder::checkParametrizedPassName(Name, NAME)) \
1486#define CGSCC_ANALYSIS(NAME, CREATE_PASS) \
1487 if (Name == "require<" NAME ">" || Name == "invalidate<" NAME ">") \
1489#include "PassRegistry.def"
1491 return callbacksAcceptPassName<CGSCCPassManager>(
Name, Callbacks);
1494template <
typename CallbacksT>
1497 StringRef NameNoBracket =
Name.take_until([](
char C) {
return C ==
'<'; });
1498 if (NameNoBracket ==
"function")
1500 if (
Name ==
"loop" ||
Name ==
"loop-mssa" ||
Name ==
"machine-function")
1503#define FUNCTION_PASS(NAME, CREATE_PASS) \
1506#define FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1507 if (PassBuilder::checkParametrizedPassName(Name, NAME)) \
1509#define FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
1510 if (Name == "require<" NAME ">" || Name == "invalidate<" NAME ">") \
1512#include "PassRegistry.def"
1514 return callbacksAcceptPassName<FunctionPassManager>(
Name, Callbacks);
1517template <
typename CallbacksT>
1520 if (
Name ==
"machine-function")
1523#define MACHINE_FUNCTION_PASS(NAME, CREATE_PASS) \
1526#define MACHINE_FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, \
1528 if (PassBuilder::checkParametrizedPassName(Name, NAME)) \
1531#define MACHINE_FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
1532 if (Name == "require<" NAME ">" || Name == "invalidate<" NAME ">") \
1535#include "llvm/Passes/MachinePassRegistry.def"
1537 return callbacksAcceptPassName<MachineFunctionPassManager>(
Name, Callbacks);
1540template <
typename CallbacksT>
1542 bool &UseMemorySSA) {
1543 UseMemorySSA =
false;
1546 UseMemorySSA =
true;
1550#define LOOPNEST_PASS(NAME, CREATE_PASS) \
1553#include "PassRegistry.def"
1555 return callbacksAcceptPassName<LoopPassManager>(
Name, Callbacks);
1558template <
typename CallbacksT>
1560 bool &UseMemorySSA) {
1561 UseMemorySSA =
false;
1564 UseMemorySSA =
true;
1568#define LOOP_PASS(NAME, CREATE_PASS) \
1571#define LOOP_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1572 if (PassBuilder::checkParametrizedPassName(Name, NAME)) \
1574#define LOOP_ANALYSIS(NAME, CREATE_PASS) \
1575 if (Name == "require<" NAME ">" || Name == "invalidate<" NAME ">") \
1577#include "PassRegistry.def"
1579 return callbacksAcceptPassName<LoopPassManager>(
Name, Callbacks);
1582std::optional<std::vector<PassBuilder::PipelineElement>>
1583PassBuilder::parsePipelineText(
StringRef Text) {
1584 std::vector<PipelineElement> ResultPipeline;
1589 std::vector<PipelineElement> &Pipeline = *PipelineStack.
back();
1590 size_t Pos =
Text.find_first_of(
",()");
1591 Pipeline.push_back({
Text.substr(0, Pos), {}});
1594 if (Pos ==
Text.npos)
1597 char Sep =
Text[Pos];
1605 PipelineStack.
push_back(&Pipeline.back().InnerPipeline);
1609 assert(Sep ==
')' &&
"Bogus separator!");
1614 if (PipelineStack.
size() == 1)
1615 return std::nullopt;
1618 }
while (
Text.consume_front(
")"));
1626 if (!
Text.consume_front(
","))
1627 return std::nullopt;
1630 if (PipelineStack.
size() > 1)
1632 return std::nullopt;
1634 assert(PipelineStack.
back() == &ResultPipeline &&
1635 "Wrong pipeline at the bottom of the stack!");
1636 return {std::move(ResultPipeline)};
1640 const PipelineElement &E) {
1641 auto &
Name = E.Name;
1642 auto &InnerPipeline = E.InnerPipeline;
1645 if (!InnerPipeline.empty()) {
1646 if (
Name ==
"module") {
1648 if (
auto Err = parseModulePassPipeline(NestedMPM, InnerPipeline))
1650 MPM.
addPass(std::move(NestedMPM));
1653 if (
Name ==
"coro-cond") {
1655 if (
auto Err = parseModulePassPipeline(NestedMPM, InnerPipeline))
1660 if (
Name ==
"cgscc") {
1662 if (
auto Err = parseCGSCCPassPipeline(CGPM, InnerPipeline))
1669 return make_error<StringError>(
1670 "cannot have a no-rerun module to function adaptor",
1673 if (
auto Err = parseFunctionPassPipeline(FPM, InnerPipeline))
1680 for (
auto &
C : ModulePipelineParsingCallbacks)
1681 if (
C(
Name, MPM, InnerPipeline))
1685 return make_error<StringError>(
1686 formatv(
"invalid use of '{0}' pass as module pipeline",
Name).str(),
1695 return make_error<StringError>(
1696 formatv(
"unknown default pipeline alias '{0}'",
Name).str(),
1699 assert(Matches.
size() == 3 &&
"Must capture two matched strings!");
1711 if (Matches[1] ==
"default") {
1713 }
else if (Matches[1] ==
"thinlto-pre-link") {
1715 }
else if (Matches[1] ==
"thinlto") {
1717 }
else if (Matches[1] ==
"lto-pre-link") {
1726 assert(Matches[1] ==
"lto" &&
"Not one of the matched options!");
1733#define MODULE_PASS(NAME, CREATE_PASS) \
1734 if (Name == NAME) { \
1735 MPM.addPass(CREATE_PASS); \
1736 return Error::success(); \
1738#define MODULE_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1739 if (checkParametrizedPassName(Name, NAME)) { \
1740 auto Params = parsePassParameters(PARSER, Name, NAME); \
1742 return Params.takeError(); \
1743 MPM.addPass(CREATE_PASS(Params.get())); \
1744 return Error::success(); \
1746#define MODULE_ANALYSIS(NAME, CREATE_PASS) \
1747 if (Name == "require<" NAME ">") { \
1749 RequireAnalysisPass< \
1750 std::remove_reference_t<decltype(CREATE_PASS)>, Module>()); \
1751 return Error::success(); \
1753 if (Name == "invalidate<" NAME ">") { \
1754 MPM.addPass(InvalidateAnalysisPass< \
1755 std::remove_reference_t<decltype(CREATE_PASS)>>()); \
1756 return Error::success(); \
1758#define CGSCC_PASS(NAME, CREATE_PASS) \
1759 if (Name == NAME) { \
1760 MPM.addPass(createModuleToPostOrderCGSCCPassAdaptor(CREATE_PASS)); \
1761 return Error::success(); \
1763#define CGSCC_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1764 if (checkParametrizedPassName(Name, NAME)) { \
1765 auto Params = parsePassParameters(PARSER, Name, NAME); \
1767 return Params.takeError(); \
1769 createModuleToPostOrderCGSCCPassAdaptor(CREATE_PASS(Params.get()))); \
1770 return Error::success(); \
1772#define FUNCTION_PASS(NAME, CREATE_PASS) \
1773 if (Name == NAME) { \
1774 MPM.addPass(createModuleToFunctionPassAdaptor(CREATE_PASS)); \
1775 return Error::success(); \
1777#define FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1778 if (checkParametrizedPassName(Name, NAME)) { \
1779 auto Params = parsePassParameters(PARSER, Name, NAME); \
1781 return Params.takeError(); \
1782 MPM.addPass(createModuleToFunctionPassAdaptor(CREATE_PASS(Params.get()))); \
1783 return Error::success(); \
1785#define LOOPNEST_PASS(NAME, CREATE_PASS) \
1786 if (Name == NAME) { \
1787 MPM.addPass(createModuleToFunctionPassAdaptor( \
1788 createFunctionToLoopPassAdaptor(CREATE_PASS, false, false))); \
1789 return Error::success(); \
1791#define LOOP_PASS(NAME, CREATE_PASS) \
1792 if (Name == NAME) { \
1793 MPM.addPass(createModuleToFunctionPassAdaptor( \
1794 createFunctionToLoopPassAdaptor(CREATE_PASS, false, false))); \
1795 return Error::success(); \
1797#define LOOP_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1798 if (checkParametrizedPassName(Name, NAME)) { \
1799 auto Params = parsePassParameters(PARSER, Name, NAME); \
1801 return Params.takeError(); \
1803 createModuleToFunctionPassAdaptor(createFunctionToLoopPassAdaptor( \
1804 CREATE_PASS(Params.get()), false, false))); \
1805 return Error::success(); \
1807#include "PassRegistry.def"
1809 for (
auto &
C : ModulePipelineParsingCallbacks)
1810 if (
C(
Name, MPM, InnerPipeline))
1812 return make_error<StringError>(
1818 const PipelineElement &E) {
1819 auto &
Name = E.Name;
1820 auto &InnerPipeline = E.InnerPipeline;
1823 if (!InnerPipeline.empty()) {
1824 if (
Name ==
"cgscc") {
1826 if (
auto Err = parseCGSCCPassPipeline(NestedCGPM, InnerPipeline))
1829 CGPM.
addPass(std::move(NestedCGPM));
1834 if (
auto Err = parseFunctionPassPipeline(FPM, InnerPipeline))
1838 std::move(FPM), Params->first, Params->second));
1843 if (
auto Err = parseCGSCCPassPipeline(NestedCGPM, InnerPipeline))
1850 for (
auto &
C : CGSCCPipelineParsingCallbacks)
1851 if (
C(
Name, CGPM, InnerPipeline))
1855 return make_error<StringError>(
1856 formatv(
"invalid use of '{0}' pass as cgscc pipeline",
Name).str(),
1861#define CGSCC_PASS(NAME, CREATE_PASS) \
1862 if (Name == NAME) { \
1863 CGPM.addPass(CREATE_PASS); \
1864 return Error::success(); \
1866#define CGSCC_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1867 if (checkParametrizedPassName(Name, NAME)) { \
1868 auto Params = parsePassParameters(PARSER, Name, NAME); \
1870 return Params.takeError(); \
1871 CGPM.addPass(CREATE_PASS(Params.get())); \
1872 return Error::success(); \
1874#define CGSCC_ANALYSIS(NAME, CREATE_PASS) \
1875 if (Name == "require<" NAME ">") { \
1876 CGPM.addPass(RequireAnalysisPass< \
1877 std::remove_reference_t<decltype(CREATE_PASS)>, \
1878 LazyCallGraph::SCC, CGSCCAnalysisManager, LazyCallGraph &, \
1879 CGSCCUpdateResult &>()); \
1880 return Error::success(); \
1882 if (Name == "invalidate<" NAME ">") { \
1883 CGPM.addPass(InvalidateAnalysisPass< \
1884 std::remove_reference_t<decltype(CREATE_PASS)>>()); \
1885 return Error::success(); \
1887#define FUNCTION_PASS(NAME, CREATE_PASS) \
1888 if (Name == NAME) { \
1889 CGPM.addPass(createCGSCCToFunctionPassAdaptor(CREATE_PASS)); \
1890 return Error::success(); \
1892#define FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1893 if (checkParametrizedPassName(Name, NAME)) { \
1894 auto Params = parsePassParameters(PARSER, Name, NAME); \
1896 return Params.takeError(); \
1897 CGPM.addPass(createCGSCCToFunctionPassAdaptor(CREATE_PASS(Params.get()))); \
1898 return Error::success(); \
1900#define LOOPNEST_PASS(NAME, CREATE_PASS) \
1901 if (Name == NAME) { \
1902 CGPM.addPass(createCGSCCToFunctionPassAdaptor( \
1903 createFunctionToLoopPassAdaptor(CREATE_PASS, false, false))); \
1904 return Error::success(); \
1906#define LOOP_PASS(NAME, CREATE_PASS) \
1907 if (Name == NAME) { \
1908 CGPM.addPass(createCGSCCToFunctionPassAdaptor( \
1909 createFunctionToLoopPassAdaptor(CREATE_PASS, false, false))); \
1910 return Error::success(); \
1912#define LOOP_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1913 if (checkParametrizedPassName(Name, NAME)) { \
1914 auto Params = parsePassParameters(PARSER, Name, NAME); \
1916 return Params.takeError(); \
1918 createCGSCCToFunctionPassAdaptor(createFunctionToLoopPassAdaptor( \
1919 CREATE_PASS(Params.get()), false, false))); \
1920 return Error::success(); \
1922#include "PassRegistry.def"
1924 for (
auto &
C : CGSCCPipelineParsingCallbacks)
1925 if (
C(
Name, CGPM, InnerPipeline))
1927 return make_error<StringError>(
1933 const PipelineElement &E) {
1934 auto &
Name = E.Name;
1935 auto &InnerPipeline = E.InnerPipeline;
1938 if (!InnerPipeline.empty()) {
1939 if (
Name ==
"function") {
1941 if (
auto Err = parseFunctionPassPipeline(NestedFPM, InnerPipeline))
1944 FPM.
addPass(std::move(NestedFPM));
1947 if (
Name ==
"loop" ||
Name ==
"loop-mssa") {
1949 if (
auto Err = parseLoopPassPipeline(LPM, InnerPipeline))
1952 bool UseMemorySSA = (
Name ==
"loop-mssa");
1954 return Pipeline.Name.contains(
"simple-loop-unswitch");
1956 bool UseBPI =
llvm::any_of(InnerPipeline, [](
auto Pipeline) {
1957 return Pipeline.Name ==
"loop-predication";
1963 if (
Name ==
"machine-function") {
1965 if (
auto Err = parseMachinePassPipeline(MFPM, InnerPipeline))
1971 for (
auto &
C : FunctionPipelineParsingCallbacks)
1972 if (
C(
Name, FPM, InnerPipeline))
1976 return make_error<StringError>(
1977 formatv(
"invalid use of '{0}' pass as function pipeline",
Name).str(),
1982#define FUNCTION_PASS(NAME, CREATE_PASS) \
1983 if (Name == NAME) { \
1984 FPM.addPass(CREATE_PASS); \
1985 return Error::success(); \
1987#define FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
1988 if (checkParametrizedPassName(Name, NAME)) { \
1989 auto Params = parsePassParameters(PARSER, Name, NAME); \
1991 return Params.takeError(); \
1992 FPM.addPass(CREATE_PASS(Params.get())); \
1993 return Error::success(); \
1995#define FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
1996 if (Name == "require<" NAME ">") { \
1998 RequireAnalysisPass< \
1999 std::remove_reference_t<decltype(CREATE_PASS)>, Function>()); \
2000 return Error::success(); \
2002 if (Name == "invalidate<" NAME ">") { \
2003 FPM.addPass(InvalidateAnalysisPass< \
2004 std::remove_reference_t<decltype(CREATE_PASS)>>()); \
2005 return Error::success(); \
2011#define LOOPNEST_PASS(NAME, CREATE_PASS) \
2012 if (Name == NAME) { \
2013 FPM.addPass(createFunctionToLoopPassAdaptor(CREATE_PASS, false, false)); \
2014 return Error::success(); \
2016#define LOOP_PASS(NAME, CREATE_PASS) \
2017 if (Name == NAME) { \
2018 FPM.addPass(createFunctionToLoopPassAdaptor(CREATE_PASS, false, false)); \
2019 return Error::success(); \
2021#define LOOP_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
2022 if (checkParametrizedPassName(Name, NAME)) { \
2023 auto Params = parsePassParameters(PARSER, Name, NAME); \
2025 return Params.takeError(); \
2026 FPM.addPass(createFunctionToLoopPassAdaptor(CREATE_PASS(Params.get()), \
2028 return Error::success(); \
2030#include "PassRegistry.def"
2032 for (
auto &
C : FunctionPipelineParsingCallbacks)
2033 if (
C(
Name, FPM, InnerPipeline))
2035 return make_error<StringError>(
2036 formatv(
"unknown function pass '{0}'",
Name).str(),
2041 const PipelineElement &E) {
2043 auto &InnerPipeline = E.InnerPipeline;
2046 if (!InnerPipeline.empty()) {
2047 if (
Name ==
"loop") {
2049 if (
auto Err = parseLoopPassPipeline(NestedLPM, InnerPipeline))
2052 LPM.
addPass(std::move(NestedLPM));
2056 for (
auto &
C : LoopPipelineParsingCallbacks)
2057 if (
C(
Name, LPM, InnerPipeline))
2061 return make_error<StringError>(
2062 formatv(
"invalid use of '{0}' pass as loop pipeline",
Name).str(),
2067#define LOOPNEST_PASS(NAME, CREATE_PASS) \
2068 if (Name == NAME) { \
2069 LPM.addPass(CREATE_PASS); \
2070 return Error::success(); \
2072#define LOOP_PASS(NAME, CREATE_PASS) \
2073 if (Name == NAME) { \
2074 LPM.addPass(CREATE_PASS); \
2075 return Error::success(); \
2077#define LOOP_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
2078 if (checkParametrizedPassName(Name, NAME)) { \
2079 auto Params = parsePassParameters(PARSER, Name, NAME); \
2081 return Params.takeError(); \
2082 LPM.addPass(CREATE_PASS(Params.get())); \
2083 return Error::success(); \
2085#define LOOP_ANALYSIS(NAME, CREATE_PASS) \
2086 if (Name == "require<" NAME ">") { \
2087 LPM.addPass(RequireAnalysisPass< \
2088 std::remove_reference_t<decltype(CREATE_PASS)>, Loop, \
2089 LoopAnalysisManager, LoopStandardAnalysisResults &, \
2091 return Error::success(); \
2093 if (Name == "invalidate<" NAME ">") { \
2094 LPM.addPass(InvalidateAnalysisPass< \
2095 std::remove_reference_t<decltype(CREATE_PASS)>>()); \
2096 return Error::success(); \
2098#include "PassRegistry.def"
2100 for (
auto &
C : LoopPipelineParsingCallbacks)
2101 if (
C(
Name, LPM, InnerPipeline))
2103 return make_error<StringError>(
formatv(
"unknown loop pass '{0}'",
Name).str(),
2108 const PipelineElement &E) {
2110 if (!E.InnerPipeline.empty())
2111 return make_error<StringError>(
"invalid pipeline",
2114#define MACHINE_MODULE_PASS(NAME, CREATE_PASS) \
2115 if (Name == NAME) { \
2116 MFPM.addPass(CREATE_PASS); \
2117 return Error::success(); \
2119#define MACHINE_FUNCTION_PASS(NAME, CREATE_PASS) \
2120 if (Name == NAME) { \
2121 MFPM.addPass(CREATE_PASS); \
2122 return Error::success(); \
2124#define MACHINE_FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, \
2126 if (checkParametrizedPassName(Name, NAME)) { \
2127 auto Params = parsePassParameters(PARSER, Name, NAME); \
2129 return Params.takeError(); \
2130 MFPM.addPass(CREATE_PASS(Params.get())); \
2131 return Error::success(); \
2133#define MACHINE_FUNCTION_ANALYSIS(NAME, CREATE_PASS) \
2134 if (Name == "require<" NAME ">") { \
2136 RequireAnalysisPass<std::remove_reference_t<decltype(CREATE_PASS)>, \
2137 MachineFunction>()); \
2138 return Error::success(); \
2140 if (Name == "invalidate<" NAME ">") { \
2141 MFPM.addPass(InvalidateAnalysisPass< \
2142 std::remove_reference_t<decltype(CREATE_PASS)>>()); \
2143 return Error::success(); \
2145#include "llvm/Passes/MachinePassRegistry.def"
2147 for (
auto &
C : MachineFunctionPipelineParsingCallbacks)
2148 if (
C(
Name, MFPM, E.InnerPipeline))
2150 return make_error<StringError>(
2151 formatv(
"unknown machine pass '{0}'",
Name).str(),
2156#define MODULE_ALIAS_ANALYSIS(NAME, CREATE_PASS) \
2157 if (Name == NAME) { \
2158 AA.registerModuleAnalysis< \
2159 std::remove_reference_t<decltype(CREATE_PASS)>>(); \
2162#define FUNCTION_ALIAS_ANALYSIS(NAME, CREATE_PASS) \
2163 if (Name == NAME) { \
2164 AA.registerFunctionAnalysis< \
2165 std::remove_reference_t<decltype(CREATE_PASS)>>(); \
2168#include "PassRegistry.def"
2170 for (
auto &
C : AAParsingCallbacks)
2176Error PassBuilder::parseMachinePassPipeline(
2178 for (
const auto &Element : Pipeline) {
2179 if (
auto Err = parseMachinePass(MFPM, Element))
2187 for (
const auto &Element : Pipeline) {
2188 if (
auto Err = parseLoopPass(LPM, Element))
2194Error PassBuilder::parseFunctionPassPipeline(
2196 for (
const auto &Element : Pipeline) {
2197 if (
auto Err = parseFunctionPass(FPM, Element))
2205 for (
const auto &Element : Pipeline) {
2206 if (
auto Err = parseCGSCCPass(CGPM, Element))
2238 for (
const auto &Element : Pipeline) {
2239 if (
auto Err = parseModulePass(MPM, Element))
2250 auto Pipeline = parsePipelineText(PipelineText);
2251 if (!Pipeline || Pipeline->empty())
2252 return make_error<StringError>(
2253 formatv(
"invalid pipeline '{0}'", PipelineText).str(),
2263 Pipeline = {{
"cgscc", std::move(*Pipeline)}};
2265 FunctionPipelineParsingCallbacks)) {
2266 Pipeline = {{
"function", std::move(*Pipeline)}};
2269 Pipeline = {{
"function", {{UseMemorySSA ?
"loop-mssa" :
"loop",
2270 std::move(*Pipeline)}}}};
2271 }
else if (
isLoopPassName(FirstName, LoopPipelineParsingCallbacks,
2273 Pipeline = {{
"function", {{UseMemorySSA ?
"loop-mssa" :
"loop",
2274 std::move(*Pipeline)}}}};
2276 FirstName, MachineFunctionPipelineParsingCallbacks)) {
2277 Pipeline = {{
"function", {{
"machine-function", std::move(*Pipeline)}}}};
2279 for (
auto &
C : TopLevelPipelineParsingCallbacks)
2280 if (
C(MPM, *Pipeline))
2284 auto &InnerPipeline = Pipeline->front().InnerPipeline;
2285 return make_error<StringError>(
2286 formatv(
"unknown {0} name '{1}'",
2287 (InnerPipeline.empty() ?
"pass" :
"pipeline"), FirstName)
2293 if (
auto Err = parseModulePassPipeline(MPM, *Pipeline))
2301 auto Pipeline = parsePipelineText(PipelineText);
2302 if (!Pipeline || Pipeline->empty())
2303 return make_error<StringError>(
2304 formatv(
"invalid pipeline '{0}'", PipelineText).str(),
2309 return make_error<StringError>(
2310 formatv(
"unknown cgscc pass '{0}' in pipeline '{1}'", FirstName,
2315 if (
auto Err = parseCGSCCPassPipeline(CGPM, *Pipeline))
2324 auto Pipeline = parsePipelineText(PipelineText);
2325 if (!Pipeline || Pipeline->empty())
2326 return make_error<StringError>(
2327 formatv(
"invalid pipeline '{0}'", PipelineText).str(),
2332 return make_error<StringError>(
2333 formatv(
"unknown function pass '{0}' in pipeline '{1}'", FirstName,
2338 if (
auto Err = parseFunctionPassPipeline(FPM, *Pipeline))
2346 auto Pipeline = parsePipelineText(PipelineText);
2347 if (!Pipeline || Pipeline->empty())
2348 return make_error<StringError>(
2349 formatv(
"invalid pipeline '{0}'", PipelineText).str(),
2352 if (
auto Err = parseLoopPassPipeline(CGPM, *Pipeline))
2360 auto Pipeline = parsePipelineText(PipelineText);
2361 if (!Pipeline || Pipeline->empty())
2362 return make_error<StringError>(
2363 formatv(
"invalid machine pass pipeline '{0}'", PipelineText).str(),
2366 if (
auto Err = parseMachinePassPipeline(MFPM, *Pipeline))
2375 if (PipelineText ==
"default") {
2380 while (!PipelineText.
empty()) {
2382 std::tie(
Name, PipelineText) = PipelineText.
split(
',');
2383 if (!parseAAPassName(AA,
Name))
2384 return make_error<StringError>(
2385 formatv(
"unknown alias analysis name '{0}'",
Name).str(),
2392std::optional<RegAllocFilterFunc>
2394 if (FilterName ==
"all")
2396 for (
auto &
C : RegClassFilterParsingCallbacks)
2397 if (
auto F =
C(FilterName))
2399 return std::nullopt;
2407 OS <<
" " <<
PassName <<
"<" << Params <<
">\n";
2413 OS <<
"Module passes:\n";
2414#define MODULE_PASS(NAME, CREATE_PASS) printPassName(NAME, OS);
2415#include "PassRegistry.def"
2417 OS <<
"Module passes with params:\n";
2418#define MODULE_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
2419 printPassName(NAME, PARAMS, OS);
2420#include "PassRegistry.def"
2422 OS <<
"Module analyses:\n";
2423#define MODULE_ANALYSIS(NAME, CREATE_PASS) printPassName(NAME, OS);
2424#include "PassRegistry.def"
2426 OS <<
"Module alias analyses:\n";
2427#define MODULE_ALIAS_ANALYSIS(NAME, CREATE_PASS) printPassName(NAME, OS);
2428#include "PassRegistry.def"
2430 OS <<
"CGSCC passes:\n";
2431#define CGSCC_PASS(NAME, CREATE_PASS) printPassName(NAME, OS);
2432#include "PassRegistry.def"
2434 OS <<
"CGSCC passes with params:\n";
2435#define CGSCC_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
2436 printPassName(NAME, PARAMS, OS);
2437#include "PassRegistry.def"
2439 OS <<
"CGSCC analyses:\n";
2440#define CGSCC_ANALYSIS(NAME, CREATE_PASS) printPassName(NAME, OS);
2441#include "PassRegistry.def"
2443 OS <<
"Function passes:\n";
2444#define FUNCTION_PASS(NAME, CREATE_PASS) printPassName(NAME, OS);
2445#include "PassRegistry.def"
2447 OS <<
"Function passes with params:\n";
2448#define FUNCTION_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
2449 printPassName(NAME, PARAMS, OS);
2450#include "PassRegistry.def"
2452 OS <<
"Function analyses:\n";
2453#define FUNCTION_ANALYSIS(NAME, CREATE_PASS) printPassName(NAME, OS);
2454#include "PassRegistry.def"
2456 OS <<
"Function alias analyses:\n";
2457#define FUNCTION_ALIAS_ANALYSIS(NAME, CREATE_PASS) printPassName(NAME, OS);
2458#include "PassRegistry.def"
2460 OS <<
"LoopNest passes:\n";
2461#define LOOPNEST_PASS(NAME, CREATE_PASS) printPassName(NAME, OS);
2462#include "PassRegistry.def"
2464 OS <<
"Loop passes:\n";
2465#define LOOP_PASS(NAME, CREATE_PASS) printPassName(NAME, OS);
2466#include "PassRegistry.def"
2468 OS <<
"Loop passes with params:\n";
2469#define LOOP_PASS_WITH_PARAMS(NAME, CLASS, CREATE_PASS, PARSER, PARAMS) \
2470 printPassName(NAME, PARAMS, OS);
2471#include "PassRegistry.def"
2473 OS <<
"Loop analyses:\n";
2474#define LOOP_ANALYSIS(NAME, CREATE_PASS) printPassName(NAME, OS);
2475#include "PassRegistry.def"
2477 OS <<
"Machine module passes (WIP):\n";
2478#define MACHINE_MODULE_PASS(NAME, CREATE_PASS) printPassName(NAME, OS);
2479#include "llvm/Passes/MachinePassRegistry.def"
2481 OS <<
"Machine function passes (WIP):\n";
2482#define MACHINE_FUNCTION_PASS(NAME, CREATE_PASS) printPassName(NAME, OS);
2483#include "llvm/Passes/MachinePassRegistry.def"
2485 OS <<
"Machine function analyses (WIP):\n";
2486#define MACHINE_FUNCTION_ANALYSIS(NAME, CREATE_PASS) printPassName(NAME, OS);
2487#include "llvm/Passes/MachinePassRegistry.def"
2493 TopLevelPipelineParsingCallbacks.push_back(
C);
unsigned const MachineRegisterInfo * MRI
AggressiveInstCombiner - Combine expression patterns to form expressions with fewer,...
This file implements a simple N^2 alias analysis accuracy evaluator.
Provides passes to inlining "always_inline" functions.
This is the interface for LLVM's primary stateless and local alias analysis.
This file provides the interface for LLVM's Call Graph Profile pass.
This header provides classes for managing passes over SCCs of the call graph.
This file provides interfaces used to build and manipulate a call graph, which is a very useful tool ...
Defines an IR pass for CodeGen Prepare.
This file declares an analysis pass that computes CycleInfo for LLVM IR, specialized from GenericCycl...
This file provides the interface for a simple, fast CSE pass.
This file provides a pass which clones the current module and runs the provided pass pipeline on the ...
Super simple passes to force specific function attrs from the commandline into the IR for debugging p...
Provides passes for computing function attributes based on interprocedural analyses.
This file provides the interface for the GCOV style profiler pass.
This file provides the interface for LLVM's Global Value Numbering pass which eliminates fully redund...
This is the interface for a simple mod/ref and alias analysis over globals.
Defines an IR pass for the creation of hardware loops.
AcceleratorCodeSelection - Identify all functions reachable from a kernel, removing those that are un...
This file defines passes to print out IR in various granularities.
This header defines various interfaces for pass management in LLVM.
Interfaces for passes which infer implicit function attributes from the name and signature of functio...
This file provides the primary interface to the instcombine pass.
Defines passes for running instruction simplification across chunks of IR.
This file provides the interface for LLVM's PGO Instrumentation lowering pass.
This file contains the declaration of the InterleavedAccessPass class, its corresponding pass name is...
See the comments on JumpThreadingPass.
Implements a lazy call graph analysis and related passes for the new pass manager.
This file defines the interface for the loop cache analysis.
This file provides the interface for LLVM's Loop Data Prefetching Pass.
This file implements the Loop Fusion pass.
This header defines the LoopLoadEliminationPass object.
This file defines the interface for the loop nest analysis.
This header provides classes for managing a pipeline of passes over loops in LLVM IR.
This file provides the interface for the pass responsible for removing expensive ubsan checks.
The header file for the LowerConstantIntrinsics pass as used by the new pass manager.
The header file for the LowerExpectIntrinsic pass as used by the new pass manager.
This file exposes an interface to building/using memory SSA to walk memory instructions using a use/d...
This pass performs merges of loads and stores on both sides of a.
This is the interface to build a ModuleSummaryIndex for a module.
Contains a collection of routines for determining if a given instruction is guaranteed to execute if ...
This file provides the interface for LLVM's Global Value Numbering pass.
This file declares a simple ARC-aware AliasAnalysis using special knowledge of Objective C to enhance...
This header enumerates the LLVM-provided high-level optimization levels.
This file provides the interface for IR based instrumentation passes ( (profile-gen,...
CGSCCAnalysisManager CGAM
FunctionAnalysisManager FAM
ModuleAnalysisManager MAM
PassInstrumentationCallbacks PIC
PassBuilder PB(Machine, PassOpts->PTO, std::nullopt, &PIC)
static bool isModulePassName(StringRef Name, CallbacksT &Callbacks)
static bool callbacksAcceptPassName(StringRef Name, CallbacksT &Callbacks)
Tests whether registered callbacks will accept a given pass name.
static std::optional< int > parseDevirtPassName(StringRef Name)
static bool startsWithDefaultPipelineAliasPrefix(StringRef Name)
Tests whether a pass name starts with a valid prefix for a default pipeline alias.
static bool isLoopNestPassName(StringRef Name, CallbacksT &Callbacks, bool &UseMemorySSA)
static bool isMachineFunctionPassName(StringRef Name, CallbacksT &Callbacks)
static std::optional< OptimizationLevel > parseOptLevel(StringRef S)
static bool isLoopPassName(StringRef Name, CallbacksT &Callbacks, bool &UseMemorySSA)
static std::optional< std::pair< bool, bool > > parseFunctionPipelineName(StringRef Name)
static bool isCGSCCPassName(StringRef Name, CallbacksT &Callbacks)
static void printPassName(StringRef PassName, raw_ostream &OS)
static bool isFunctionPassName(StringRef Name, CallbacksT &Callbacks)
static const Regex DefaultAliasRegex("^(default|thinlto-pre-link|thinlto|lto-pre-link|lto)<(O[0123sz])>$")
This file implements the PredicateInfo analysis, which creates an Extended SSA form for operations us...
This pass is required to take advantage of the interprocedural register allocation infrastructure.
This file implements relative lookup table converter that converts lookup tables to relative lookup t...
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file provides the interface for LLVM's Scalar Replacement of Aggregates pass.
This file provides the interface for the pseudo probe implementation for AutoFDO.
This file provides the interface for the sampled PGO loader pass.
This is the interface for a SCEV-based alias analysis.
This pass converts vector operations into scalar operations (or, optionally, operations on smaller ve...
This is the interface for a metadata-based scoped no-alias analysis.
This file contains the declaration of the SelectOptimizePass class, its corresponding pass name is se...
This file provides the interface for the pass responsible for both simplifying and canonicalizing the...
This file implements the StringSwitch template, which mimics a switch() statement whose cases are str...
Target-Independent Code Generator Pass Configuration Options pass.
This is the interface for a metadata-based TBAA.
static const char PassName[]
A manager for alias analyses.
Class for arbitrary precision integers.
uint64_t getZExtValue() const
Get zero extended value.
int64_t getSExtValue() const
Get sign extended value.
A container for analyses that lazily runs them and caches their results.
bool registerPass(PassBuilderT &&PassBuilder)
Register an analysis pass with the manager.
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
LLVM Basic Block Representation.
const Instruction * getTerminator() const LLVM_READONLY
Returns the terminator instruction if the block is well formed or null if the block is not well forme...
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Tagged union holding either a T or a Error.
static GlobalAlias * create(Type *Ty, unsigned AddressSpace, LinkageTypes Linkage, const Twine &Name, Constant *Aliasee, Module *Parent)
If a parent module is specified, the alias is automatically inserted into the end of the specified mo...
An analysis over an "outer" IR unit that provides access to an analysis manager over an "inner" IR un...
static constexpr LLT scalar(unsigned SizeInBits)
Get a low-level scalar or aggregate "bag of bits".
An RAII based helper class to modify MachineFunctionProperties when running pass.
Properties which a MachineFunction may have at a given point in time.
MachineFunctionProperties & set(Property P)
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
const MachineFunctionProperties & getProperties() const
Get the function properties.
A Module instance is used to store all the information related to an LLVM module.
static const OptimizationLevel O3
Optimize for fast execution as much as possible.
static const OptimizationLevel Oz
A very specialized mode that will optimize for code size at any and all costs.
static const OptimizationLevel O0
Disable as many optimizations as possible.
static const OptimizationLevel Os
Similar to O2 but tries to optimize for small code size instead of fast execution without triggering ...
static const OptimizationLevel O2
Optimize for fast execution as much as possible without triggering significant incremental compile ti...
static const OptimizationLevel O1
Optimize quickly without destroying debuggability.
This class provides access to building LLVM's passes.
void printPassNames(raw_ostream &OS)
Print pass names.
static bool checkParametrizedPassName(StringRef Name, StringRef PassName)
AAManager buildDefaultAAPipeline()
Build the default AAManager with the default alias analysis pipeline registered.
Error parseAAPipeline(AAManager &AA, StringRef PipelineText)
Parse a textual alias analysis pipeline into the provided AA manager.
ModulePassManager buildThinLTOPreLinkDefaultPipeline(OptimizationLevel Level)
Build a pre-link, ThinLTO-targeting default optimization pipeline to a pass manager.
PassBuilder(TargetMachine *TM=nullptr, PipelineTuningOptions PTO=PipelineTuningOptions(), std::optional< PGOOptions > PGOOpt=std::nullopt, PassInstrumentationCallbacks *PIC=nullptr)
void registerLoopAnalyses(LoopAnalysisManager &LAM)
Registers all available loop analysis passes.
std::optional< RegAllocFilterFunc > parseRegAllocFilter(StringRef RegAllocFilterName)
Parse RegAllocFilterName to get RegAllocFilterFunc.
void crossRegisterProxies(LoopAnalysisManager &LAM, FunctionAnalysisManager &FAM, CGSCCAnalysisManager &CGAM, ModuleAnalysisManager &MAM, MachineFunctionAnalysisManager *MFAM=nullptr)
Cross register the analysis managers through their proxies.
ModulePassManager buildPerModuleDefaultPipeline(OptimizationLevel Level, ThinOrFullLTOPhase Phase=ThinOrFullLTOPhase::None)
Build a per-module default optimization pipeline.
Error parsePassPipeline(ModulePassManager &MPM, StringRef PipelineText)
Parse a textual pass pipeline description into a ModulePassManager.
ModulePassManager buildLTODefaultPipeline(OptimizationLevel Level, ModuleSummaryIndex *ExportSummary)
Build an LTO default optimization pipeline to a pass manager.
ModulePassManager buildThinLTODefaultPipeline(OptimizationLevel Level, const ModuleSummaryIndex *ImportSummary)
Build a ThinLTO default optimization pipeline to a pass manager.
void registerModuleAnalyses(ModuleAnalysisManager &MAM)
Registers all available module analysis passes.
void registerCGSCCAnalyses(CGSCCAnalysisManager &CGAM)
Registers all available CGSCC analysis passes.
static Expected< bool > parseSinglePassOption(StringRef Params, StringRef OptionName, StringRef PassName)
Handle passes only accept one bool-valued parameter.
void registerMachineFunctionAnalyses(MachineFunctionAnalysisManager &MFAM)
Registers all available machine function analysis passes.
void registerParseTopLevelPipelineCallback(const std::function< bool(ModulePassManager &, ArrayRef< PipelineElement >)> &C)
Register a callback for a top-level pipeline entry.
ModulePassManager buildLTOPreLinkDefaultPipeline(OptimizationLevel Level)
Build a pre-link, LTO-targeting default optimization pipeline to a pass manager.
void registerFunctionAnalyses(FunctionAnalysisManager &FAM)
Registers all available function analysis passes.
LLVM_ATTRIBUTE_MINSIZE std::enable_if_t< is_detected< HasRunOnLoopT, PassT >::value > addPass(PassT &&Pass)
LLVM_ATTRIBUTE_MINSIZE std::enable_if_t<!std::is_same_v< PassT, PassManager > > addPass(PassT &&Pass)
Tunable parameters for passes in the default pipelines.
bool SLPVectorization
Tuning option to enable/disable slp loop vectorization, set based on opt level.
bool LoopVectorization
Tuning option to enable/disable loop vectorization, set based on opt level.
static PointerType * getUnqual(Type *ElementType)
This constructs a pointer to an object of the specified type in the default address space (address sp...
A set of analyses that are preserved following a run of a transformation pass.
static PreservedAnalyses none()
Convenience factory function for the empty preserved set.
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
bool match(StringRef String, SmallVectorImpl< StringRef > *Matches=nullptr, std::string *Error=nullptr) const
matches - Match the regex against a given String.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
std::pair< StringRef, StringRef > split(char Separator) const
Split into two substrings around the first occurrence of a separator character.
bool getAsInteger(unsigned Radix, T &Result) const
Parse the current string as an integer of the specified radix.
std::string str() const
str - Get the contents as an std::string.
bool starts_with(StringRef Prefix) const
Check if this string starts with the given Prefix.
constexpr bool empty() const
empty - Check if the string is empty.
char front() const
front - Get the first character in the string.
bool consume_front(StringRef Prefix)
Returns true if this StringRef has the given prefix and removes that prefix.
A switch()-like statement whose cases are string literals.
StringSwitch & Case(StringLiteral S, T Value)
Primary interface to the complete machine description for the target machine.
This function has undefined behavior.
self_iterator getIterator()
This class implements an extremely fast bulk output stream that can only output to a stream.
Interfaces for registering analysis passes, producing common pass manager configurations,...
@ C
The default llvm calling convention, compatible with C.
PointerTypeMap run(const Module &M)
Compute the PointerTypeMap for the module M.
This is an optimization pass for GlobalISel generic memory operations.
ModuleToFunctionPassAdaptor createModuleToFunctionPassAdaptor(FunctionPassT &&Pass, bool EagerlyInvalidate=false)
A function to deduce a function pass type and wrap it in the templated adaptor.
DevirtSCCRepeatedPass createDevirtSCCRepeatedPass(CGSCCPassT &&Pass, int MaxIterations)
A function to deduce a function pass type and wrap it in the templated adaptor.
std::error_code inconvertibleErrorCode()
The value returned by this function can be returned from convertToErrorCode for Error values where no...
OuterAnalysisManagerProxy< ModuleAnalysisManager, MachineFunction > ModuleAnalysisManagerMachineFunctionProxy
Provide the ModuleAnalysisManager to Function proxy.
OuterAnalysisManagerProxy< ModuleAnalysisManager, Function > ModuleAnalysisManagerFunctionProxy
Provide the ModuleAnalysisManager to Function proxy.
InnerAnalysisManagerProxy< MachineFunctionAnalysisManager, Module > MachineFunctionAnalysisManagerModuleProxy
OuterAnalysisManagerProxy< ModuleAnalysisManager, LazyCallGraph::SCC, LazyCallGraph & > ModuleAnalysisManagerCGSCCProxy
A proxy from a ModuleAnalysisManager to an SCC.
bool any_of(R &&range, UnaryPredicate P)
Provide wrappers to std::any_of which take ranges instead of having to pass begin/end explicitly.
ModuleToPostOrderCGSCCPassAdaptor createModuleToPostOrderCGSCCPassAdaptor(CGSCCPassT &&Pass)
A function to deduce a function pass type and wrap it in the templated adaptor.
auto formatv(bool Validate, const char *Fmt, Ts &&...Vals)
CGSCCToFunctionPassAdaptor createCGSCCToFunctionPassAdaptor(FunctionPassT &&Pass, bool EagerlyInvalidate=false, bool NoRerun=false)
A function to deduce a function pass type and wrap it in the templated adaptor.
InnerAnalysisManagerProxy< FunctionAnalysisManager, Module > FunctionAnalysisManagerModuleProxy
Provide the FunctionAnalysisManager to Module proxy.
FunctionToMachineFunctionPassAdaptor createFunctionToMachineFunctionPassAdaptor(MachineFunctionPassT &&Pass)
InnerAnalysisManagerProxy< MachineFunctionAnalysisManager, Function > MachineFunctionAnalysisManagerFunctionProxy
OuterAnalysisManagerProxy< FunctionAnalysisManager, Loop, LoopStandardAnalysisResults & > FunctionAnalysisManagerLoopProxy
A proxy from a FunctionAnalysisManager to a Loop.
cl::opt< bool > PrintPipelinePasses
Common option used by multiple tools to print pipeline passes.
OuterAnalysisManagerProxy< CGSCCAnalysisManager, Function > CGSCCAnalysisManagerFunctionProxy
A proxy from a CGSCCAnalysisManager to a Function.
std::enable_if_t< is_detected< HasRunOnLoopT, LoopPassT >::value, FunctionToLoopPassAdaptor > createFunctionToLoopPassAdaptor(LoopPassT &&Pass, bool UseMemorySSA=false, bool UseBlockFrequencyInfo=false, bool UseBranchProbabilityInfo=false)
A function to deduce a loop pass type and wrap it in the templated adaptor.
@ Detailed
Hash with opcode only.
@ CallTargetIgnored
Hash with opcode and operands.
A special type used by analysis passes to provide an address that identifies that particular analysis...
A set of parameters to control various transforms performed by GVN pass.
HardwareLoopOptions & setForceNested(bool Force)
HardwareLoopOptions & setDecrement(unsigned Count)
HardwareLoopOptions & setForceGuard(bool Force)
HardwareLoopOptions & setForce(bool Force)
HardwareLoopOptions & setCounterBitwidth(unsigned Width)
HardwareLoopOptions & setForcePhi(bool Force)
A set of parameters to control various transforms performed by IPSCCP pass.
A set of parameters used to control various transforms performed by the LoopUnroll pass.
LoopUnrollOptions & setPeeling(bool Peeling)
Enables or disables loop peeling.
LoopUnrollOptions & setOptLevel(int O)
LoopUnrollOptions & setPartial(bool Partial)
Enables or disables partial unrolling.
LoopUnrollOptions & setFullUnrollMaxCount(unsigned O)
LoopUnrollOptions & setUpperBound(bool UpperBound)
Enables or disables the use of trip count upper bound in loop unrolling.
LoopUnrollOptions & setRuntime(bool Runtime)
Enables or disables unrolling of loops with runtime trip count.
LoopUnrollOptions & setProfileBasedPeeling(int O)
LoopVectorizeOptions & setVectorizeOnlyWhenForced(bool Value)
LoopVectorizeOptions & setInterleaveOnlyWhenForced(bool Value)
A CRTP mix-in to automatically provide informational APIs needed for passes.
static StringRef name()
Gets the name of the pass we are mixed into.
This class manages callbacks registration, as well as provides a way for PassInstrumentation to pass ...
void registerClassToPassNameCallback(CallableT C)
RegAllocFilterFunc Filter