LLVM 20.0.0git
|
#include "ScheduleDAGSDNodes.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/CodeGen/ISDOpcodes.h"
#include "llvm/CodeGen/MachineFunction.h"
#include "llvm/CodeGen/MachineOperand.h"
#include "llvm/CodeGen/Register.h"
#include "llvm/CodeGen/ScheduleDAG.h"
#include "llvm/CodeGen/ScheduleHazardRecognizer.h"
#include "llvm/CodeGen/SchedulerRegistry.h"
#include "llvm/CodeGen/SelectionDAGISel.h"
#include "llvm/CodeGen/SelectionDAGNodes.h"
#include "llvm/CodeGen/TargetInstrInfo.h"
#include "llvm/CodeGen/TargetLowering.h"
#include "llvm/CodeGen/TargetOpcodes.h"
#include "llvm/CodeGen/TargetRegisterInfo.h"
#include "llvm/CodeGen/TargetSubtargetInfo.h"
#include "llvm/CodeGenTypes/MachineValueType.h"
#include "llvm/Config/llvm-config.h"
#include "llvm/IR/InlineAsm.h"
#include "llvm/MC/MCInstrDesc.h"
#include "llvm/MC/MCRegisterInfo.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CodeGen.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/raw_ostream.h"
#include <algorithm>
#include <cassert>
#include <cstdint>
#include <cstdlib>
#include <iterator>
#include <limits>
#include <memory>
#include <utility>
#include <vector>
Go to the source code of this file.
Macros | |
#define | DEBUG_TYPE "pre-RA-sched" |
Functions | |
STATISTIC (NumBacktracks, "Number of times scheduler backtracked") | |
STATISTIC (NumUnfolds, "Number of nodes unfolded") | |
STATISTIC (NumDups, "Number of duplicated nodes") | |
STATISTIC (NumPRCopies, "Number of physical register copies") | |
static void | GetCostForDef (const ScheduleDAGSDNodes::RegDefIter &RegDefPos, const TargetLowering *TLI, const TargetInstrInfo *TII, const TargetRegisterInfo *TRI, unsigned &RegClass, unsigned &Cost, const MachineFunction &MF) |
GetCostForDef - Looks up the register class and cost for a given definition. | |
static bool | IsChainDependent (SDNode *Outer, SDNode *Inner, unsigned NestLevel, const TargetInstrInfo *TII) |
IsChainDependent - Test if Outer is reachable from Inner through chain dependencies. | |
static SDNode * | FindCallSeqStart (SDNode *N, unsigned &NestLevel, unsigned &MaxNest, const TargetInstrInfo *TII) |
FindCallSeqStart - Starting from the (lowered) CALLSEQ_END node, locate the corresponding (lowered) CALLSEQ_BEGIN node. | |
static void | resetVRegCycle (SUnit *SU) |
static bool | isOperandOf (const SUnit *SU, SDNode *N) |
static MVT | getPhysicalRegisterVT (SDNode *N, unsigned Reg, const TargetInstrInfo *TII) |
getPhysicalRegisterVT - Returns the ValueType of the physical register definition of the specified node. | |
static void | CheckForLiveRegDef (SUnit *SU, unsigned Reg, SUnit **LiveRegDefs, SmallSet< unsigned, 4 > &RegAdded, SmallVectorImpl< unsigned > &LRegs, const TargetRegisterInfo *TRI, const SDNode *Node=nullptr) |
CheckForLiveRegDef - Return true and update live register vector if the specified register def of the specified SUnit clobbers any "live" registers. | |
static void | CheckForLiveRegDefMasked (SUnit *SU, const uint32_t *RegMask, ArrayRef< SUnit * > LiveRegDefs, SmallSet< unsigned, 4 > &RegAdded, SmallVectorImpl< unsigned > &LRegs) |
CheckForLiveRegDefMasked - Check for any live physregs that are clobbered by RegMask, and add them to LRegs. | |
static const uint32_t * | getNodeRegMask (const SDNode *N) |
getNodeRegMask - Returns the register mask attached to an SDNode, if any. | |
static int | checkSpecialNodes (const SUnit *left, const SUnit *right) |
static unsigned | CalcNodeSethiUllmanNumber (const SUnit *SU, std::vector< unsigned > &SUNumbers) |
CalcNodeSethiUllmanNumber - Compute Sethi Ullman number. | |
static unsigned | closestSucc (const SUnit *SU) |
closestSucc - Returns the scheduled cycle of the successor which is closest to the current cycle. | |
static unsigned | calcMaxScratches (const SUnit *SU) |
calcMaxScratches - Returns an cost estimate of the worse case requirement for scratch registers, i.e. | |
static bool | hasOnlyLiveInOpers (const SUnit *SU) |
hasOnlyLiveInOpers - Return true if SU has only value predecessors that are CopyFromReg from a virtual register. | |
static bool | hasOnlyLiveOutUses (const SUnit *SU) |
hasOnlyLiveOutUses - Return true if SU has only value successors that are CopyToReg to a virtual register. | |
static void | initVRegCycle (SUnit *SU) |
static bool | hasVRegCycleUse (const SUnit *SU) |
static bool | BUHasStall (SUnit *SU, int Height, RegReductionPQBase *SPQ) |
static int | BUCompareLatency (SUnit *left, SUnit *right, bool checkPref, RegReductionPQBase *SPQ) |
static bool | BURRSort (SUnit *left, SUnit *right, RegReductionPQBase *SPQ) |
static bool | canEnableCoalescing (SUnit *SU) |
static bool | canClobberReachingPhysRegUse (const SUnit *DepSU, const SUnit *SU, ScheduleDAGRRList *scheduleDAG, const TargetInstrInfo *TII, const TargetRegisterInfo *TRI) |
canClobberReachingPhysRegUse - True if SU would clobber one of it's successor's explicit physregs whose definition can reach DepSU. | |
static bool | canClobberPhysRegDefs (const SUnit *SuccSU, const SUnit *SU, const TargetInstrInfo *TII, const TargetRegisterInfo *TRI) |
canClobberPhysRegDefs - True if SU would clobber one of SuccSU's physical register defs. | |
Variables | |
static RegisterScheduler | burrListDAGScheduler ("list-burr", "Bottom-up register reduction list scheduling", createBURRListDAGScheduler) |
static RegisterScheduler | sourceListDAGScheduler ("source", "Similar to list-burr but schedules in source " "order when possible", createSourceListDAGScheduler) |
static RegisterScheduler | hybridListDAGScheduler ("list-hybrid", "Bottom-up register pressure aware list scheduling " "which tries to balance latency and register pressure", createHybridListDAGScheduler) |
static RegisterScheduler | ILPListDAGScheduler ("list-ilp", "Bottom-up register pressure aware list scheduling " "which tries to balance ILP and register pressure", createILPListDAGScheduler) |
static cl::opt< bool > | DisableSchedCycles ("disable-sched-cycles", cl::Hidden, cl::init(false), cl::desc("Disable cycle-level precision during preRA scheduling")) |
static cl::opt< bool > | DisableSchedRegPressure ("disable-sched-reg-pressure", cl::Hidden, cl::init(false), cl::desc("Disable regpressure priority in sched=list-ilp")) |
static cl::opt< bool > | DisableSchedLiveUses ("disable-sched-live-uses", cl::Hidden, cl::init(true), cl::desc("Disable live use priority in sched=list-ilp")) |
static cl::opt< bool > | DisableSchedVRegCycle ("disable-sched-vrcycle", cl::Hidden, cl::init(false), cl::desc("Disable virtual register cycle interference checks")) |
static cl::opt< bool > | DisableSchedPhysRegJoin ("disable-sched-physreg-join", cl::Hidden, cl::init(false), cl::desc("Disable physreg def-use affinity")) |
static cl::opt< bool > | DisableSchedStalls ("disable-sched-stalls", cl::Hidden, cl::init(true), cl::desc("Disable no-stall priority in sched=list-ilp")) |
static cl::opt< bool > | DisableSchedCriticalPath ("disable-sched-critical-path", cl::Hidden, cl::init(false), cl::desc("Disable critical path priority in sched=list-ilp")) |
static cl::opt< bool > | DisableSchedHeight ("disable-sched-height", cl::Hidden, cl::init(false), cl::desc("Disable scheduled-height priority in sched=list-ilp")) |
static cl::opt< bool > | Disable2AddrHack ("disable-2addr-hack", cl::Hidden, cl::init(true), cl::desc("Disable scheduler's two-address hack")) |
static cl::opt< int > | MaxReorderWindow ("max-sched-reorder", cl::Hidden, cl::init(6), cl::desc("Number of instructions to allow ahead of the critical path " "in sched=list-ilp")) |
static cl::opt< unsigned > | AvgIPC ("sched-avg-ipc", cl::Hidden, cl::init(1), cl::desc("Average inst/cycle whan no target itinerary exists.")) |
static constexpr unsigned | RegSequenceCost = 1 |
#define DEBUG_TYPE "pre-RA-sched" |
Definition at line 62 of file ScheduleDAGRRList.cpp.
|
static |
Definition at line 2490 of file ScheduleDAGRRList.cpp.
References BUHasStall(), llvm::dbgs(), llvm::SUnit::getDepth(), llvm::SUnit::getHeight(), hasVRegCycleUse(), llvm::Sched::ILP, llvm::SUnit::Latency, LLVM_DEBUG, llvm::SUnit::NodeNum, and llvm::SUnit::SchedulingPref.
Referenced by BURRSort().
Definition at line 2480 of file ScheduleDAGRRList.cpp.
References llvm::ScheduleHazardRecognizer::NoHazard.
Referenced by BUCompareLatency().
Definition at line 2541 of file ScheduleDAGRRList.cpp.
References assert(), BUCompareLatency(), calcMaxScratches(), closestSucc(), llvm::dbgs(), DisableSchedCycles, DisableSchedPhysRegJoin, llvm::SUnit::getDepth(), llvm::SUnit::getHeight(), llvm::SUnit::getNode(), llvm::SDNode::getNumValues(), llvm::SUnit::hasPhysRegDefs, llvm::SUnit::isCall, llvm::SUnit::isCallOp, LLVM_DEBUG, llvm::SUnit::NodeNum, and llvm::SUnit::NodeQueueId.
calcMaxScratches - Returns an cost estimate of the worse case requirement for scratch registers, i.e.
number of data dependencies.
Definition at line 2364 of file ScheduleDAGRRList.cpp.
References llvm::SDep::isCtrl(), and llvm::SUnit::Preds.
Referenced by BURRSort().
|
static |
CalcNodeSethiUllmanNumber - Compute Sethi Ullman number.
Smaller number is the higher priority.
Definition at line 1952 of file ScheduleDAGRRList.cpp.
References assert(), llvm::SmallVectorTemplateCommon< T, typename >::back(), llvm::SmallVectorBase< Size_T >::empty(), llvm::SDep::getSUnit(), llvm::SDep::isCtrl(), llvm::SUnit::NodeNum, P, llvm::SmallVectorTemplateBase< T, bool >::pop_back(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().
|
static |
canClobberPhysRegDefs - True if SU would clobber one of SuccSU's physical register defs.
Definition at line 2892 of file ScheduleDAGRRList.cpp.
References assert(), llvm::MachineOperand::clobbersPhysReg(), llvm::ArrayRef< T >::empty(), llvm::SDNode::getGluedNode(), llvm::SUnit::getNode(), getNodeRegMask(), N, TII, and TRI.
|
static |
canClobberReachingPhysRegUse - True if SU would clobber one of it's successor's explicit physregs whose definition can reach DepSU.
i.e. DepSU should not be scheduled above SU.
Definition at line 2856 of file ScheduleDAGRRList.cpp.
References llvm::MachineOperand::clobbersPhysReg(), llvm::ArrayRef< T >::empty(), llvm::SDNode::getMachineOpcode(), llvm::SUnit::getNode(), getNodeRegMask(), llvm::SDep::getReg(), llvm::SDep::getSUnit(), llvm::SDep::isAssignedRegDep(), llvm::SUnit::Preds, llvm::SUnit::Succs, TII, and TRI.
Definition at line 2729 of file ScheduleDAGRRList.cpp.
References llvm::ISD::CopyToReg, llvm::SUnit::getNode(), llvm::SDNode::getOpcode(), llvm::SUnit::NumPreds, llvm::SUnit::NumSuccs, and llvm::ISD::TokenFactor.
|
static |
CheckForLiveRegDef - Return true and update live register vector if the specified register def of the specified SUnit clobbers any "live" registers.
Definition at line 1295 of file ScheduleDAGRRList.cpp.
References getNode(), llvm::SmallSet< T, N, C >::insert(), llvm::MCRegAliasIterator::isValid(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), and TRI.
|
static |
CheckForLiveRegDefMasked - Check for any live physregs that are clobbered by RegMask, and add them to LRegs.
Definition at line 1321 of file ScheduleDAGRRList.cpp.
References llvm::MachineOperand::clobbersPhysReg(), llvm::SmallSet< T, N, C >::insert(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::ArrayRef< T >::size().
Definition at line 1941 of file ScheduleDAGRRList.cpp.
References llvm::SUnit::isScheduleLow.
closestSucc - Returns the scheduled cycle of the successor which is closest to the current cycle.
Definition at line 2346 of file ScheduleDAGRRList.cpp.
References closestSucc(), llvm::ISD::CopyToReg, llvm::SUnit::getHeight(), llvm::SUnit::getNode(), llvm::SDNode::getOpcode(), llvm::SDep::getSUnit(), llvm::SDep::isCtrl(), and llvm::SUnit::Succs.
Referenced by BURRSort(), and closestSucc().
|
static |
FindCallSeqStart - Starting from the (lowered) CALLSEQ_END node, locate the corresponding (lowered) CALLSEQ_BEGIN node.
NestLevel and MaxNested are used in recursion to indcate the current level of nesting of CALLSEQ_BEGIN and CALLSEQ_END pairs, as well as the maximum level seen so far.
TODO: It would be better to give CALLSEQ_END an explicit operand to point to the corresponding CALLSEQ_BEGIN to avoid needing to search for it.
Definition at line 491 of file ScheduleDAGRRList.cpp.
References assert(), llvm::ISD::EntryToken, FindCallSeqStart(), N, TII, and llvm::ISD::TokenFactor.
Referenced by FindCallSeqStart().
|
static |
GetCostForDef - Looks up the register class and cost for a given definition.
Typically this just means looking up the representative register class, but for untyped values (MVT::Untyped) it means inspecting the node's opcode to determine what register class is being generated.
Definition at line 310 of file ScheduleDAGRRList.cpp.
References assert(), llvm::ISD::CopyFromReg, llvm::TargetRegisterClass::getID(), llvm::ScheduleDAGSDNodes::RegDefIter::GetIdx(), llvm::ScheduleDAGSDNodes::RegDefIter::GetNode(), llvm::MachineRegisterInfo::getRegClass(), llvm::MachineFunction::getRegInfo(), llvm::TargetLoweringBase::getRepRegClassCostFor(), llvm::TargetLoweringBase::getRepRegClassFor(), llvm::ScheduleDAGSDNodes::RegDefIter::GetValue(), Idx, RegSequenceCost, TII, and TRI.
getNodeRegMask - Returns the register mask attached to an SDNode, if any.
Definition at line 1336 of file ScheduleDAGRRList.cpp.
References N.
Referenced by canClobberPhysRegDefs(), and canClobberReachingPhysRegUse().
|
static |
getPhysicalRegisterVT - Returns the ValueType of the physical register definition of the specified node.
FIXME: Move to SelectionDAG?
Definition at line 1273 of file ScheduleDAGRRList.cpp.
References assert(), llvm::ISD::CopyFromReg, llvm::MCInstrDesc::getNumDefs(), llvm::MCInstrDesc::implicit_defs(), N, and TII.
hasOnlyLiveInOpers - Return true if SU has only value predecessors that are CopyFromReg from a virtual register.
Definition at line 2375 of file ScheduleDAGRRList.cpp.
References llvm::ISD::CopyFromReg, llvm::SUnit::getNode(), llvm::SDNode::getOpcode(), llvm::SDNode::getOperand(), llvm::SDep::getSUnit(), llvm::SDep::isCtrl(), and llvm::SUnit::Preds.
Referenced by initVRegCycle().
hasOnlyLiveOutUses - Return true if SU has only value successors that are CopyToReg to a virtual register.
This SU def is probably a liveout and it has no other use. It should be scheduled closer to the terminator.
Definition at line 2397 of file ScheduleDAGRRList.cpp.
References llvm::ISD::CopyToReg, llvm::SUnit::getNode(), llvm::SDNode::getOpcode(), llvm::SDNode::getOperand(), llvm::SDep::getSUnit(), llvm::SDep::isCtrl(), and llvm::SUnit::Succs.
Referenced by initVRegCycle().
Definition at line 2461 of file ScheduleDAGRRList.cpp.
References llvm::ISD::CopyFromReg, llvm::dbgs(), llvm::SUnit::getNode(), llvm::SDNode::getOpcode(), llvm::SDep::getSUnit(), llvm::SDep::isCtrl(), llvm::SUnit::isVRegCycle, LLVM_DEBUG, llvm::SUnit::NodeNum, and llvm::SUnit::Preds.
Referenced by BUCompareLatency().
|
static |
Definition at line 2425 of file ScheduleDAGRRList.cpp.
References llvm::dbgs(), DisableSchedVRegCycle, llvm::SDep::getSUnit(), hasOnlyLiveInOpers(), hasOnlyLiveOutUses(), llvm::SDep::isCtrl(), llvm::SUnit::isVRegCycle, LLVM_DEBUG, llvm::SUnit::NodeNum, and llvm::SUnit::Preds.
|
static |
IsChainDependent - Test if Outer is reachable from Inner through chain dependencies.
Definition at line 442 of file ScheduleDAGRRList.cpp.
References llvm::ISD::EntryToken, IsChainDependent(), N, TII, and llvm::ISD::TokenFactor.
Referenced by IsChainDependent().
Definition at line 972 of file ScheduleDAGRRList.cpp.
References llvm::SDNode::getGluedNode(), llvm::SUnit::getNode(), and N.
|
static |
Definition at line 2444 of file ScheduleDAGRRList.cpp.
References assert(), llvm::ISD::CopyFromReg, llvm::SUnit::getNode(), llvm::SDNode::getOpcode(), llvm::SDep::getSUnit(), llvm::SDep::isCtrl(), llvm::SUnit::isVRegCycle, and llvm::SUnit::Preds.
STATISTIC | ( | NumBacktracks | , |
"Number of times scheduler backtracked" | |||
) |
STATISTIC | ( | NumDups | , |
"Number of duplicated nodes" | |||
) |
STATISTIC | ( | NumPRCopies | , |
"Number of physical register copies" | |||
) |
STATISTIC | ( | NumUnfolds | , |
"Number of nodes unfolded" | |||
) |
|
static |
|
static |
|
static |
|
static |
|
static |
Referenced by BURRSort().
|
static |
|
static |
|
static |
Referenced by BURRSort().
|
static |
|
static |
|
static |
Referenced by initVRegCycle().
|
static |
|
static |
|
static |
|
staticconstexpr |
Definition at line 304 of file ScheduleDAGRRList.cpp.
Referenced by GetCostForDef().
|
static |