LLVM 20.0.0git
|
ScheduleDAGMI is an implementation of ScheduleDAGInstrs that simply schedules machine instructions according to the given MachineSchedStrategy without much extra book-keeping. More...
#include "llvm/CodeGen/MachineScheduler.h"
Public Member Functions | |
ScheduleDAGMI (MachineSchedContext *C, std::unique_ptr< MachineSchedStrategy > S, bool RemoveKillFlags) | |
~ScheduleDAGMI () override | |
bool | doMBBSchedRegionsTopDown () const override |
If this method returns true, handling of the scheduling regions themselves (in case of a scheduling boundary in MBB) will be done beginning with the topmost region of MBB. | |
LiveIntervals * | getLIS () const |
virtual bool | hasVRegLiveness () const |
Return true if this DAG supports VReg liveness and RegPressure. | |
void | addMutation (std::unique_ptr< ScheduleDAGMutation > Mutation) |
Add a postprocessing step to the DAG builder. | |
MachineBasicBlock::iterator | top () const |
MachineBasicBlock::iterator | bottom () const |
void | enterRegion (MachineBasicBlock *bb, MachineBasicBlock::iterator begin, MachineBasicBlock::iterator end, unsigned regioninstrs) override |
Implement the ScheduleDAGInstrs interface for handling the next scheduling region. | |
void | schedule () override |
Implement ScheduleDAGInstrs interface for scheduling a sequence of reorderable instructions. | |
void | startBlock (MachineBasicBlock *bb) override |
Prepares to perform scheduling in the given block. | |
void | finishBlock () override |
Cleans up after scheduling in the given block. | |
void | moveInstruction (MachineInstr *MI, MachineBasicBlock::iterator InsertPos) |
Change the position of an instruction within the basic block and update live ranges and region boundary iterators. | |
const SUnit * | getNextClusterPred () const |
const SUnit * | getNextClusterSucc () const |
void | viewGraph (const Twine &Name, const Twine &Title) override |
viewGraph - Pop up a ghostview window with the reachable parts of the DAG rendered using 'dot'. | |
void | viewGraph () override |
Out-of-line implementation with no arguments is handy for gdb. | |
Public Member Functions inherited from llvm::ScheduleDAGInstrs | |
void | setDumpDirection (DumpDirection D) |
ScheduleDAGInstrs (MachineFunction &mf, const MachineLoopInfo *mli, bool RemoveKillFlags=false) | |
~ScheduleDAGInstrs () override=default | |
const TargetSchedModel * | getSchedModel () const |
Gets the machine model for instruction scheduling. | |
const MCSchedClassDesc * | getSchedClass (SUnit *SU) const |
Resolves and cache a resolved scheduling class for an SUnit. | |
bool | IsReachable (SUnit *SU, SUnit *TargetSU) |
IsReachable - Checks if SU is reachable from TargetSU. | |
MachineBasicBlock::iterator | begin () const |
Returns an iterator to the top of the current scheduling region. | |
MachineBasicBlock::iterator | end () const |
Returns an iterator to the bottom of the current scheduling region. | |
SUnit * | newSUnit (MachineInstr *MI) |
Creates a new SUnit and return a ptr to it. | |
SUnit * | getSUnit (MachineInstr *MI) const |
Returns an existing SUnit for this MI, or nullptr. | |
virtual bool | doMBBSchedRegionsTopDown () const |
If this method returns true, handling of the scheduling regions themselves (in case of a scheduling boundary in MBB) will be done beginning with the topmost region of MBB. | |
virtual void | startBlock (MachineBasicBlock *BB) |
Prepares to perform scheduling in the given block. | |
virtual void | finishBlock () |
Cleans up after scheduling in the given block. | |
virtual void | enterRegion (MachineBasicBlock *bb, MachineBasicBlock::iterator begin, MachineBasicBlock::iterator end, unsigned regioninstrs) |
Initialize the DAG and common scheduler state for a new scheduling region. | |
virtual void | exitRegion () |
Called when the scheduler has finished scheduling the current region. | |
void | buildSchedGraph (AAResults *AA, RegPressureTracker *RPTracker=nullptr, PressureDiffs *PDiffs=nullptr, LiveIntervals *LIS=nullptr, bool TrackLaneMasks=false) |
Builds SUnits for the current region. | |
void | addSchedBarrierDeps () |
Adds dependencies from instructions in the current list of instructions being scheduled to scheduling barrier. | |
virtual void | schedule ()=0 |
Orders nodes according to selected style. | |
virtual void | finalizeSchedule () |
Allow targets to perform final scheduling actions at the level of the whole MachineFunction. | |
void | dumpNode (const SUnit &SU) const override |
void | dump () const override |
std::string | getGraphNodeLabel (const SUnit *SU) const override |
Returns a label for a DAG node that points to an instruction. | |
std::string | getDAGName () const override |
Returns a label for the region of code covered by the DAG. | |
void | fixupKills (MachineBasicBlock &MBB) |
Fixes register kill flags that scheduling has made invalid. | |
bool | canAddEdge (SUnit *SuccSU, SUnit *PredSU) |
True if an edge can be added from PredSU to SuccSU without creating a cycle. | |
bool | addEdge (SUnit *SuccSU, const SDep &PredDep) |
Add a DAG edge to the given SU with the given predecessor dependence data. | |
Public Member Functions inherited from llvm::ScheduleDAG | |
ScheduleDAG (const ScheduleDAG &)=delete | |
ScheduleDAG & | operator= (const ScheduleDAG &)=delete |
ScheduleDAG (MachineFunction &mf) | |
virtual | ~ScheduleDAG () |
void | clearDAG () |
Clears the DAG state (between regions). | |
const MCInstrDesc * | getInstrDesc (const SUnit *SU) const |
Returns the MCInstrDesc of this SUnit. | |
virtual void | viewGraph (const Twine &Name, const Twine &Title) |
Pops up a GraphViz/gv window with the ScheduleDAG rendered using 'dot'. | |
virtual void | viewGraph () |
Out-of-line implementation with no arguments is handy for gdb. | |
virtual void | dumpNode (const SUnit &SU) const =0 |
virtual void | dump () const =0 |
void | dumpNodeName (const SUnit &SU) const |
virtual std::string | getGraphNodeLabel (const SUnit *SU) const =0 |
Returns a label for an SUnit node in a visualization of the ScheduleDAG. | |
virtual std::string | getDAGName () const =0 |
Returns a label for the region of code covered by the DAG. | |
virtual void | addCustomGraphFeatures (GraphWriter< ScheduleDAG * > &) const |
Adds custom features for a visualization of the ScheduleDAG. | |
unsigned | VerifyScheduledDAG (bool isBottomUp) |
Verifies that all SUnits were scheduled and that their state is consistent. | |
Protected Member Functions | |
void | postProcessDAG () |
Apply each ScheduleDAGMutation step in order. | |
void | initQueues (ArrayRef< SUnit * > TopRoots, ArrayRef< SUnit * > BotRoots) |
Release ExitSU predecessors and setup scheduler queues. | |
void | updateQueues (SUnit *SU, bool IsTopNode) |
Update scheduler DAG and queues after scheduling an instruction. | |
void | placeDebugValues () |
Reinsert debug_values recorded in ScheduleDAGInstrs::DbgValues. | |
void | dumpSchedule () const |
dump the scheduled Sequence. | |
void | dumpScheduleTraceTopDown () const |
Print execution trace of the schedule top-down or bottom-up. | |
void | dumpScheduleTraceBottomUp () const |
bool | checkSchedLimit () |
void | findRootsAndBiasEdges (SmallVectorImpl< SUnit * > &TopRoots, SmallVectorImpl< SUnit * > &BotRoots) |
void | releaseSucc (SUnit *SU, SDep *SuccEdge) |
ReleaseSucc - Decrement the NumPredsLeft count of a successor. | |
void | releaseSuccessors (SUnit *SU) |
releaseSuccessors - Call releaseSucc on each of SU's successors. | |
void | releasePred (SUnit *SU, SDep *PredEdge) |
ReleasePred - Decrement the NumSuccsLeft count of a predecessor. | |
void | releasePredecessors (SUnit *SU) |
releasePredecessors - Call releasePred on each of SU's predecessors. | |
Protected Member Functions inherited from llvm::ScheduleDAGInstrs | |
void | reduceHugeMemNodeMaps (Value2SUsMap &stores, Value2SUsMap &loads, unsigned N) |
Reduces maps in FIFO order, by N SUs. | |
void | addChainDependency (SUnit *SUa, SUnit *SUb, unsigned Latency=0) |
Adds a chain edge between SUa and SUb, but only if both AAResults and Target fail to deny the dependency. | |
void | addChainDependencies (SUnit *SU, SUList &SUs, unsigned Latency) |
Adds dependencies as needed from all SUs in list to SU. | |
void | addChainDependencies (SUnit *SU, Value2SUsMap &Val2SUsMap) |
Adds dependencies as needed from all SUs in map, to SU. | |
void | addChainDependencies (SUnit *SU, Value2SUsMap &Val2SUsMap, ValueType V) |
Adds dependencies as needed to SU, from all SUs mapped to V. | |
void | addBarrierChain (Value2SUsMap &map) |
Adds barrier chain edges from all SUs in map, and then clear the map. | |
void | insertBarrierChain (Value2SUsMap &map) |
Inserts a barrier chain in a huge region, far below current SU. | |
void | initSUnits () |
Creates an SUnit for each real instruction, numbered in top-down topological order. | |
void | addPhysRegDataDeps (SUnit *SU, unsigned OperIdx) |
MO is an operand of SU's instruction that defines a physical register. | |
void | addPhysRegDeps (SUnit *SU, unsigned OperIdx) |
Adds register dependencies (data, anti, and output) from this SUnit to following instructions in the same scheduling region that depend the physical register referenced at OperIdx. | |
void | addVRegDefDeps (SUnit *SU, unsigned OperIdx) |
Adds register output and data dependencies from this SUnit to instructions that occur later in the same scheduling region if they read from or write to the virtual register defined at OperIdx. | |
void | addVRegUseDeps (SUnit *SU, unsigned OperIdx) |
Adds a register data dependency if the instruction that defines the virtual register used at OperIdx is mapped to an SUnit. | |
LaneBitmask | getLaneMaskForMO (const MachineOperand &MO) const |
Returns a mask for which lanes get read/written by the given (register) machine operand. | |
bool | deadDefHasNoUse (const MachineOperand &MO) |
Returns true if the def register in MO has no uses. | |
Protected Member Functions inherited from llvm::ScheduleDAG | |
void | dumpNodeAll (const SUnit &SU) const |
Protected Attributes | |
AAResults * | AA |
LiveIntervals * | LIS |
std::unique_ptr< MachineSchedStrategy > | SchedImpl |
std::vector< std::unique_ptr< ScheduleDAGMutation > > | Mutations |
Ordered list of DAG postprocessing steps. | |
MachineBasicBlock::iterator | CurrentTop |
The top of the unscheduled zone. | |
MachineBasicBlock::iterator | CurrentBottom |
The bottom of the unscheduled zone. | |
const SUnit * | NextClusterPred = nullptr |
Record the next node in a scheduled cluster. | |
const SUnit * | NextClusterSucc = nullptr |
Protected Attributes inherited from llvm::ScheduleDAGInstrs | |
const MachineLoopInfo * | MLI = nullptr |
const MachineFrameInfo & | MFI |
TargetSchedModel | SchedModel |
TargetSchedModel provides an interface to the machine model. | |
bool | RemoveKillFlags |
True if the DAG builder should remove kill flags (in preparation for rescheduling). | |
bool | CanHandleTerminators = false |
The standard DAG builder does not normally include terminators as DAG nodes because it does not create the necessary dependencies to prevent reordering. | |
bool | TrackLaneMasks = false |
Whether lane masks should get tracked. | |
MachineBasicBlock * | BB = nullptr |
The block in which to insert instructions. | |
MachineBasicBlock::iterator | RegionBegin |
The beginning of the range to be scheduled. | |
MachineBasicBlock::iterator | RegionEnd |
The end of the range to be scheduled. | |
unsigned | NumRegionInstrs = 0 |
Instructions in this region (distance(RegionBegin, RegionEnd)). | |
DenseMap< MachineInstr *, SUnit * > | MISUnitMap |
After calling BuildSchedGraph, each machine instruction in the current scheduling region is mapped to an SUnit. | |
RegUnit2SUnitsMap | Defs |
Defs, Uses - Remember where defs and uses of each register are as we iterate upward through the instructions. | |
RegUnit2SUnitsMap | Uses |
VReg2SUnitMultiMap | CurrentVRegDefs |
Tracks the last instruction(s) in this region defining each virtual register. | |
VReg2SUnitOperIdxMultiMap | CurrentVRegUses |
Tracks the last instructions in this region using each virtual register. | |
AAResults * | AAForDep = nullptr |
SUnit * | BarrierChain = nullptr |
Remember a generic side-effecting instruction as we proceed. | |
DumpDirection | DumpDir = NotSet |
UndefValue * | UnknownValue |
For an unanalyzable memory access, this Value is used in maps. | |
ScheduleDAGTopologicalSort | Topo |
Topo - A topological ordering for SUnits which permits fast IsReachable and similar queries. | |
DbgValueVector | DbgValues |
Remember instruction that precedes DBG_VALUE. | |
MachineInstr * | FirstDbgValue = nullptr |
LiveRegUnits | LiveRegs |
Set of live physical registers for updating kill flags. | |
Additional Inherited Members | |
Public Types inherited from llvm::ScheduleDAGInstrs | |
enum | DumpDirection { TopDown , BottomUp , Bidirectional , NotSet } |
The direction that should be used to dump the scheduled Sequence. More... | |
using | SUList = std::list< SUnit * > |
A list of SUnits, used in Value2SUsMap, during DAG construction. | |
Public Attributes inherited from llvm::ScheduleDAG | |
const LLVMTargetMachine & | TM |
Target processor. | |
const TargetInstrInfo * | TII |
Target instruction information. | |
const TargetRegisterInfo * | TRI |
Target processor register info. | |
MachineFunction & | MF |
Machine function. | |
MachineRegisterInfo & | MRI |
Virtual/real register map. | |
std::vector< SUnit > | SUnits |
The scheduling units. | |
SUnit | EntrySU |
Special node for the region entry. | |
SUnit | ExitSU |
Special node for the region exit. | |
bool | StressSched |
Protected Types inherited from llvm::ScheduleDAGInstrs | |
using | DbgValueVector = std::vector< std::pair< MachineInstr *, MachineInstr * > > |
ScheduleDAGMI is an implementation of ScheduleDAGInstrs that simply schedules machine instructions according to the given MachineSchedStrategy without much extra book-keeping.
This is the common functionality between PreRA and PostRA MachineScheduler.
Definition at line 276 of file MachineScheduler.h.
|
inline |
Definition at line 302 of file MachineScheduler.h.
|
overridedefault |
|
inline |
Add a postprocessing step to the DAG builder.
Mutations are applied in the order that they are added after normal DAG building and before MachineSchedStrategy initialization.
ScheduleDAGMI takes ownership of the Mutation object.
Definition at line 328 of file MachineScheduler.h.
References Mutation, and Mutations.
Referenced by createGCNMaxILPMachineScheduler(), llvm::createGenericSchedLive(), llvm::createGenericSchedPostRA(), createVLIWMachineSched(), llvm::GCNSchedStage::initGCNRegion(), llvm::UnclusteredHighRPStage::initGCNSchedStage(), and llvm::GCNPostScheduleDAGMILive::schedule().
|
inline |
Definition at line 334 of file MachineScheduler.h.
References CurrentBottom.
Referenced by llvm::GenericScheduler::pickNode(), llvm::PostGenericScheduler::pickNode(), llvm::ConvergingVLIWScheduler::pickNode(), and llvm::GCNSchedStrategy::pickNode().
|
protected |
Definition at line 820 of file MachineScheduler.cpp.
References CurrentBottom, CurrentTop, and MISchedCutoff.
Referenced by schedule(), llvm::ScheduleDAGMILive::schedule(), and llvm::VLIWMachineScheduler::schedule().
|
inlineoverridevirtual |
If this method returns true, handling of the scheduling regions themselves (in case of a scheduling boundary in MBB) will be done beginning with the topmost region of MBB.
Reimplemented from llvm::ScheduleDAGInstrs.
Definition at line 313 of file MachineScheduler.h.
References SchedImpl.
|
protected |
dump the scheduled Sequence.
Definition at line 1162 of file MachineScheduler.cpp.
References llvm::ScheduleDAGInstrs::Bidirectional, llvm::ScheduleDAGInstrs::BottomUp, llvm::dbgs(), llvm::ScheduleDAGInstrs::DumpDir, llvm::ScheduleDAGInstrs::dumpNode(), dumpScheduleTraceBottomUp(), dumpScheduleTraceTopDown(), llvm::ScheduleDAGInstrs::getSUnit(), MI, MISchedDumpScheduleTrace, and llvm::ScheduleDAGInstrs::TopDown.
Referenced by schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), and llvm::SIScheduleDAGMI::schedule().
|
protected |
Definition at line 1079 of file MachineScheduler.cpp.
References llvm::ScheduleDAGInstrs::BB, llvm::SUnit::BotReadyCycle, llvm::CallingConv::C, ColWidth, llvm::dbgs(), llvm::TargetSchedModel::getResourceName(), llvm::ScheduleDAGInstrs::getSchedClass(), llvm::ScheduleDAGInstrs::getSUnit(), llvm::TargetSchedModel::getWriteProcResBegin(), llvm::TargetSchedModel::getWriteProcResEnd(), llvm::TargetSchedModel::hasInstrSchedModel(), HeaderColWidth, I, llvm::left_justify(), LHS, llvm::make_range(), MI, MISchedSortResourcesInTrace, llvm::SUnit::NodeNum, RHS, llvm::right_justify(), llvm::ScheduleDAGInstrs::SchedModel, scheduleTableLegend, llvm::MachineBasicBlock::size(), and llvm::stable_sort().
Referenced by dumpSchedule().
|
protected |
Print execution trace of the schedule top-down or bottom-up.
Definition at line 998 of file MachineScheduler.cpp.
References llvm::ScheduleDAGInstrs::BB, llvm::CallingConv::C, ColWidth, llvm::dbgs(), llvm::TargetSchedModel::getResourceName(), llvm::ScheduleDAGInstrs::getSchedClass(), llvm::ScheduleDAGInstrs::getSUnit(), llvm::TargetSchedModel::getWriteProcResBegin(), llvm::TargetSchedModel::getWriteProcResEnd(), llvm::TargetSchedModel::hasInstrSchedModel(), HeaderColWidth, I, llvm::left_justify(), LHS, llvm::make_range(), MI, MISchedSortResourcesInTrace, llvm::SUnit::NodeNum, RHS, llvm::right_justify(), llvm::ScheduleDAGInstrs::SchedModel, scheduleTableLegend, llvm::MachineBasicBlock::size(), llvm::stable_sort(), and llvm::SUnit::TopReadyCycle.
Referenced by dumpSchedule().
|
overridevirtual |
Implement the ScheduleDAGInstrs interface for handling the next scheduling region.
enterRegion - Called back from PostMachineScheduler::runOnMachineFunction after crossing a scheduling boundary.
This covers all instructions in a block, while schedule() may only cover a subset.
[begin, end) includes all instructions in the region, including the boundary itself and single-instruction regions that don't get scheduled.
Reimplemented from llvm::ScheduleDAGInstrs.
Reimplemented in llvm::ScheduleDAGMILive, and llvm::GCNIterativeScheduler.
Definition at line 790 of file MachineScheduler.cpp.
References llvm::ScheduleDAGInstrs::begin(), llvm::ScheduleDAGInstrs::end(), llvm::ScheduleDAGInstrs::enterRegion(), and SchedImpl.
Referenced by llvm::ScheduleDAGMILive::enterRegion().
|
protected |
Definition at line 914 of file MachineScheduler.cpp.
References assert(), llvm::SUnit::biasCriticalPath(), llvm::ScheduleDAG::ExitSU, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::ScheduleDAG::SUnits.
Referenced by llvm::GCNIterativeScheduler::BuildDAG::BuildDAG(), schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), and llvm::SIScheduleDAGMI::schedule().
|
overridevirtual |
Cleans up after scheduling in the given block.
Reimplemented from llvm::ScheduleDAGInstrs.
Definition at line 781 of file MachineScheduler.cpp.
References llvm::ScheduleDAGInstrs::finishBlock(), and SchedImpl.
Referenced by llvm::GCNSchedStage::finalizeGCNSchedStage(), and llvm::GCNSchedStage::setupNewBlock().
|
inline |
Definition at line 318 of file MachineScheduler.h.
References LIS.
Definition at line 355 of file MachineScheduler.h.
References NextClusterPred.
Referenced by llvm::GenericScheduler::tryCandidate(), llvm::GCNMaxILPSchedStrategy::tryCandidate(), and llvm::PPCPreRASchedStrategy::tryCandidate().
Definition at line 357 of file MachineScheduler.h.
References NextClusterSucc.
Referenced by llvm::PostGenericScheduler::tryCandidate(), llvm::PPCPostRASchedStrategy::tryCandidate(), llvm::GenericScheduler::tryCandidate(), llvm::GCNMaxILPSchedStrategy::tryCandidate(), and llvm::PPCPreRASchedStrategy::tryCandidate().
|
inlinevirtual |
Return true if this DAG supports VReg liveness and RegPressure.
Reimplemented in llvm::ScheduleDAGMILive.
Definition at line 321 of file MachineScheduler.h.
Referenced by llvm::SIInstrInfo::CreateTargetMIHazardRecognizer(), llvm::ARMBaseInstrInfo::CreateTargetMIHazardRecognizer(), llvm::DOTGraphTraits< ScheduleDAGMI * >::getNodeAttributes(), llvm::DOTGraphTraits< ScheduleDAGMI * >::getNodeLabel(), llvm::GenericScheduler::initialize(), and llvm::R600SchedStrategy::initialize().
|
protected |
Release ExitSU predecessors and setup scheduler queues.
Identify DAG roots and setup scheduler queues.
Definition at line 934 of file MachineScheduler.cpp.
References CurrentBottom, CurrentTop, llvm::ScheduleDAG::EntrySU, llvm::ScheduleDAG::ExitSU, I, NextClusterPred, NextClusterSucc, nextIfDebug(), llvm::ArrayRef< T >::rbegin(), llvm::ScheduleDAGInstrs::RegionBegin, llvm::ScheduleDAGInstrs::RegionEnd, releasePredecessors(), releaseSuccessors(), llvm::ArrayRef< T >::rend(), and SchedImpl.
Referenced by llvm::ScheduleDAGMILive::initQueues(), and schedule().
void ScheduleDAGMI::moveInstruction | ( | MachineInstr * | MI, |
MachineBasicBlock::iterator | InsertPos | ||
) |
Change the position of an instruction within the basic block and update live ranges and region boundary iterators.
This is normally called from the main scheduler loop but may also be invoked by the scheduling strategy to perform additional code motion.
Definition at line 802 of file MachineScheduler.cpp.
References llvm::ScheduleDAGInstrs::BB, llvm::LiveIntervals::handleMove(), LIS, MI, llvm::ScheduleDAGInstrs::RegionBegin, and llvm::MachineBasicBlock::splice().
Referenced by llvm::GenericScheduler::reschedulePhysReg(), schedule(), and llvm::ScheduleDAGMILive::scheduleMI().
|
protected |
Reinsert debug_values recorded in ScheduleDAGInstrs::DbgValues.
Reinsert any remaining debug_values, just like the PostRA scheduler.
Definition at line 975 of file MachineScheduler.cpp.
References llvm::ScheduleDAGInstrs::BB, llvm::ScheduleDAGInstrs::DbgValues, llvm::MachineBasicBlock::end(), llvm::ScheduleDAGInstrs::FirstDbgValue, P, llvm::ScheduleDAGInstrs::RegionBegin, llvm::ScheduleDAGInstrs::RegionEnd, and llvm::MachineBasicBlock::splice().
Referenced by llvm::GCNSchedStage::revertScheduling(), schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), llvm::SIScheduleDAGMI::schedule(), and llvm::GCNIterativeScheduler::scheduleRegion().
|
protected |
Apply each ScheduleDAGMutation step in order.
This allows different instances of ScheduleDAGMI to perform custom DAG postprocessing.
Definition at line 909 of file MachineScheduler.cpp.
References Mutations.
Referenced by schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), and llvm::SIScheduleDAGMI::schedule().
ReleasePred - Decrement the NumSuccsLeft count of a predecessor.
When NumSuccsLeft reaches zero, release the predecessor node.
FIXME: Adjust PredSU height based on MinLatency.
Definition at line 743 of file MachineScheduler.cpp.
References llvm::SUnit::BotReadyCycle, llvm::dbgs(), llvm::ScheduleDAGInstrs::dumpNode(), llvm::ScheduleDAG::EntrySU, llvm::SDep::getLatency(), llvm::SDep::getSUnit(), llvm::SDep::isCluster(), llvm::SDep::isWeak(), llvm_unreachable, NextClusterPred, llvm::SUnit::NumSuccsLeft, SchedImpl, and llvm::SUnit::WeakSuccsLeft.
Referenced by releasePredecessors().
|
protected |
releasePredecessors - Call releasePred on each of SU's predecessors.
Definition at line 771 of file MachineScheduler.cpp.
References llvm::SUnit::Preds, and releasePred().
Referenced by initQueues(), and updateQueues().
ReleaseSucc - Decrement the NumPredsLeft count of a successor.
When NumPredsLeft reaches zero, release the successor node.
FIXME: Adjust SuccSU height based on MinLatency.
Definition at line 706 of file MachineScheduler.cpp.
References llvm::dbgs(), llvm::ScheduleDAGInstrs::dumpNode(), llvm::ScheduleDAG::ExitSU, llvm::SDep::getLatency(), llvm::SDep::getSUnit(), llvm::SDep::isCluster(), llvm::SDep::isWeak(), llvm_unreachable, NextClusterSucc, llvm::SUnit::NumPredsLeft, SchedImpl, llvm::SUnit::TopReadyCycle, and llvm::SUnit::WeakPredsLeft.
Referenced by releaseSuccessors().
|
protected |
releaseSuccessors - Call releaseSucc on each of SU's successors.
Definition at line 734 of file MachineScheduler.cpp.
References releaseSucc(), and llvm::SUnit::Succs.
Referenced by initQueues(), and updateQueues().
|
overridevirtual |
Implement ScheduleDAGInstrs interface for scheduling a sequence of reorderable instructions.
Per-region scheduling driver, called back from PostMachineScheduler::runOnMachineFunction.
This is a simplified driver that does not consider liveness or register pressure. It is useful for PostRA scheduling and potentially other custom schedulers.
Implements llvm::ScheduleDAGInstrs.
Reimplemented in llvm::ScheduleDAGMILive, llvm::VLIWMachineScheduler, llvm::GCNIterativeScheduler, llvm::GCNScheduleDAGMILive, llvm::GCNPostScheduleDAGMILive, and llvm::SIScheduleDAGMI.
Definition at line 835 of file MachineScheduler.cpp.
References AA, assert(), llvm::ScheduleDAGInstrs::begin(), llvm::ScheduleDAGInstrs::buildSchedGraph(), checkSchedLimit(), CurrentBottom, CurrentTop, llvm::dbgs(), llvm::ScheduleDAGInstrs::dump(), dumpSchedule(), findRootsAndBiasEdges(), llvm::SUnit::getInstr(), getParent(), initQueues(), llvm::SUnit::isBottomReady(), llvm::SUnit::isScheduled, llvm::SUnit::isTopReady(), LLVM_DEBUG, MI, moveInstruction(), nextIfDebug(), placeDebugValues(), postProcessDAG(), llvm::PrintDAGs, llvm::printMBBReference(), priorNonDebug(), SchedImpl, updateQueues(), viewGraph(), and llvm::ViewMISchedDAGs.
Referenced by llvm::GCNPostScheduleDAGMILive::schedule().
|
overridevirtual |
Prepares to perform scheduling in the given block.
Reimplemented from llvm::ScheduleDAGInstrs.
Definition at line 776 of file MachineScheduler.cpp.
References SchedImpl, and llvm::ScheduleDAGInstrs::startBlock().
Referenced by llvm::GCNSchedStage::setupNewBlock().
|
inline |
Definition at line 333 of file MachineScheduler.h.
References CurrentTop.
Referenced by llvm::GenericScheduler::pickNode(), llvm::PostGenericScheduler::pickNode(), llvm::ConvergingVLIWScheduler::pickNode(), and llvm::GCNSchedStrategy::pickNode().
Update scheduler DAG and queues after scheduling an instruction.
Update scheduler queues after scheduling an instruction.
Definition at line 964 of file MachineScheduler.cpp.
References llvm::SUnit::isScheduled, releasePredecessors(), and releaseSuccessors().
Referenced by schedule(), llvm::ScheduleDAGMILive::schedule(), and llvm::VLIWMachineScheduler::schedule().
|
overridevirtual |
Out-of-line implementation with no arguments is handy for gdb.
Reimplemented from llvm::ScheduleDAG.
Definition at line 4452 of file MachineScheduler.cpp.
Referenced by schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), and llvm::SIScheduleDAGMI::schedule().
viewGraph - Pop up a ghostview window with the reachable parts of the DAG rendered using 'dot'.
Reimplemented from llvm::ScheduleDAG.
Definition at line 4442 of file MachineScheduler.cpp.
References llvm::errs(), Name, and llvm::ViewGraph().
|
protected |
Definition at line 278 of file MachineScheduler.h.
Referenced by llvm::GCNIterativeScheduler::BuildDAG::BuildDAG(), llvm::ScheduleDAGMILive::buildDAGWithRegPressure(), and schedule().
|
protected |
The bottom of the unscheduled zone.
Definition at line 289 of file MachineScheduler.h.
Referenced by bottom(), checkSchedLimit(), llvm::SIScheduleDAGMI::getCurrentBottom(), initQueues(), schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), llvm::SIScheduleDAGMI::schedule(), and llvm::ScheduleDAGMILive::scheduleMI().
|
protected |
The top of the unscheduled zone.
Definition at line 286 of file MachineScheduler.h.
Referenced by checkSchedLimit(), llvm::SIScheduleDAGMI::getCurrentTop(), initQueues(), llvm::ScheduleDAGMILive::initQueues(), schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), llvm::SIScheduleDAGMI::schedule(), llvm::ScheduleDAGMILive::scheduleMI(), and top().
|
protected |
Definition at line 279 of file MachineScheduler.h.
Referenced by llvm::ScheduleDAGMILive::buildDAGWithRegPressure(), llvm::ScheduleDAGMILive::computeCyclicCriticalPath(), llvm::SIScheduleDAGMI::getLIS(), getLIS(), llvm::GCNIterativeScheduler::getRegionPressure(), llvm::GCNIterativeScheduler::getSchedulePressure(), llvm::GCNSchedStage::initGCNSchedStage(), llvm::ScheduleDAGMILive::initRegPressure(), llvm::SIScheduleDAGMI::initRPTracker(), moveInstruction(), llvm::GCNIterativeScheduler::printRegions(), llvm::GCNIterativeScheduler::printSchedResult(), llvm::GCNSchedStage::revertScheduling(), llvm::GCNIterativeScheduler::OverrideLegacyStrategy::schedule(), llvm::GCNIterativeScheduler::schedule(), llvm::ScheduleDAGMILive::scheduleMI(), llvm::GCNIterativeScheduler::scheduleRegion(), llvm::GCNIterativeScheduler::tryMaximizeOccupancy(), and llvm::ScheduleDAGMILive::updatePressureDiffs().
|
protected |
Ordered list of DAG postprocessing steps.
Definition at line 283 of file MachineScheduler.h.
Referenced by addMutation(), llvm::GCNSchedStage::finalizeGCNRegion(), llvm::UnclusteredHighRPStage::finalizeGCNSchedStage(), llvm::GCNPostScheduleDAGMILive::finalizeSchedule(), llvm::GCNSchedStage::initGCNRegion(), llvm::UnclusteredHighRPStage::initGCNSchedStage(), postProcessDAG(), and llvm::GCNPostScheduleDAGMILive::schedule().
Record the next node in a scheduled cluster.
Definition at line 292 of file MachineScheduler.h.
Referenced by getNextClusterPred(), initQueues(), and releasePred().
Definition at line 293 of file MachineScheduler.h.
Referenced by getNextClusterSucc(), initQueues(), and releaseSucc().
|
protected |
Definition at line 280 of file MachineScheduler.h.
Referenced by doMBBSchedRegionsTopDown(), enterRegion(), llvm::ScheduleDAGMILive::enterRegion(), finishBlock(), initQueues(), llvm::GCNIterativeScheduler::OverrideLegacyStrategy::OverrideLegacyStrategy(), releasePred(), releaseSucc(), schedule(), llvm::ScheduleDAGMILive::schedule(), llvm::VLIWMachineScheduler::schedule(), llvm::SIScheduleDAGMI::schedule(), startBlock(), and llvm::GCNIterativeScheduler::OverrideLegacyStrategy::~OverrideLegacyStrategy().