#include "Target/AMDGPU/AMDGPUCoExecSchedStrategy.h"

Inheritance diagram for llvm::AMDGPUCoExecSchedStrategy:

Public Member Functions
	AMDGPUCoExecSchedStrategy (const MachineSchedContext *C)
void	initPolicy (MachineBasicBlock::iterator Begin, MachineBasicBlock::iterator End, unsigned NumRegionInstrs) override
	Optionally override the per-region scheduling policy.
void	initialize (ScheduleDAGMI *DAG) override
	Initialize the strategy after building the DAG for a new region.
SUnit *	pickNode (bool &IsTopNode) override
	Pick the next node to schedule, or return NULL.
Public Member Functions inherited from llvm::GCNSchedStrategy
	GCNSchedStrategy (const MachineSchedContext *C)
SUnit *	pickNode (bool &IsTopNode) override
	Pick the next node to schedule, or return NULL.
void	schedNode (SUnit *SU, bool IsTopNode) override
	Notify MachineSchedStrategy that ScheduleDAGMI has scheduled an instruction and updated scheduled/remaining flags in the DAG nodes.
void	initialize (ScheduleDAGMI *DAG) override
	Initialize the strategy after building the DAG for a new region.
unsigned	getTargetOccupancy ()
void	setTargetOccupancy (unsigned Occ)
GCNSchedStageID	getCurrentStage ()
bool	advanceStage ()
bool	hasNextStage () const
bool	useGCNTrackers () const
GCNSchedStageID	getNextStage () const
GCNDownwardRPTracker *	getDownwardTracker ()
GCNUpwardRPTracker *	getUpwardTracker ()
Public Member Functions inherited from llvm::GenericScheduler
	GenericScheduler (const MachineSchedContext *C)
void	initPolicy (MachineBasicBlock::iterator Begin, MachineBasicBlock::iterator End, unsigned NumRegionInstrs) override
	Initialize the per-region scheduling policy.
void	dumpPolicy () const override
bool	shouldTrackPressure () const override
	Check if pressure tracking is needed before building the DAG and initializing this strategy.
bool	shouldTrackLaneMasks () const override
	Returns true if lanemasks should be tracked.
void	initialize (ScheduleDAGMI *dag) override
	Initialize the strategy after building the DAG for a new region.
SUnit *	pickNode (bool &IsTopNode) override
	Pick the best node to balance the schedule. Implements MachineSchedStrategy.
void	schedNode (SUnit *SU, bool IsTopNode) override
	Update the scheduler's state after scheduling a node.
void	releaseTopNode (SUnit *SU) override
	When all predecessor dependencies have been resolved, free this node for top-down scheduling.
void	releaseBottomNode (SUnit *SU) override
	When all successor dependencies have been resolved, free this node for bottom-up scheduling.
void	registerRoots () override
	Notify this strategy that all roots have been released (including those that depend on EntrySU or ExitSU).
Public Member Functions inherited from llvm::MachineSchedStrategy
virtual	~MachineSchedStrategy ()=default
virtual bool	doMBBSchedRegionsTopDown () const
virtual void	enterMBB (MachineBasicBlock *MBB)
	Tell the strategy that MBB is about to be processed.
virtual void	leaveMBB ()
	Tell the strategy that current MBB is done.
virtual void	scheduleTree (unsigned SubtreeID)
	Scheduler callback to notify that a new subtree is scheduled.

Protected Member Functions
bool	tryCandidate (SchedCandidate &Cand, SchedCandidate &TryCand, SchedBoundary *Zone) const override
	Apply a set of heuristics to a new candidate.
bool	tryEffectiveStall (SchedCandidate &Cand, SchedCandidate &TryCand, SchedBoundary &Zone) const
void	pickNodeFromQueue (SchedBoundary &Zone, const CandPolicy &ZonePolicy, const RegPressureTracker &RPTracker, SchedCandidate &Cand, bool &PickedPending, bool IsBottomUp)
Protected Member Functions inherited from llvm::GCNSchedStrategy
SUnit *	pickNodeBidirectional (bool &IsTopNode, bool &PickedPending)
void	pickNodeFromQueue (SchedBoundary &Zone, const CandPolicy &ZonePolicy, const RegPressureTracker &RPTracker, SchedCandidate &Cand, bool &IsPending, bool IsBottomUp)
void	initCandidate (SchedCandidate &Cand, SUnit SU, bool AtTop, const RegPressureTracker &RPTracker, const SIRegisterInfo SRI, unsigned SGPRPressure, unsigned VGPRPressure, bool IsBottomUp)
unsigned	getStructuralStallCycles (SchedBoundary &Zone, SUnit *SU) const
	Estimate how many cycles `SU` must wait due to structural hazards at the current boundary cycle.
bool	tryPendingCandidate (SchedCandidate &Cand, SchedCandidate &TryCand, SchedBoundary *Zone) const
	Evaluates instructions in the pending queue using a subset of scheduling heuristics.
void	printCandidateDecision (const SchedCandidate &Current, const SchedCandidate &Preferred)
void	getRegisterPressures (bool AtTop, const RegPressureTracker &RPTracker, SUnit SU, std::vector< unsigned > &Pressure, std::vector< unsigned > &MaxPressure, GCNDownwardRPTracker &DownwardTracker, GCNUpwardRPTracker &UpwardTracker, ScheduleDAGMI DAG, const SIRegisterInfo *SRI)
Protected Member Functions inherited from llvm::GenericScheduler
void	checkAcyclicLatency ()
	Set IsAcyclicLatencyLimited if the acyclic path is longer than the cyclic critical path by more cycles than it takes to drain the instruction buffer.
void	initCandidate (SchedCandidate &Cand, SUnit *SU, bool AtTop, const RegPressureTracker &RPTracker, RegPressureTracker &TempTracker)
SUnit *	pickNodeBidirectional (bool &IsTopNode)
	Pick the best candidate node from either the top or bottom queue.
void	pickNodeFromQueue (SchedBoundary &Zone, const CandPolicy &ZonePolicy, const RegPressureTracker &RPTracker, SchedCandidate &Candidate)
	Pick the best candidate from the queue.
void	reschedulePhysReg (SUnit *SU, bool isTop)
Protected Member Functions inherited from llvm::GenericSchedulerBase
	GenericSchedulerBase (const MachineSchedContext *C)
LLVM_ABI void	setPolicy (CandPolicy &Policy, bool IsPostRA, SchedBoundary &CurrZone, SchedBoundary *OtherZone)
	Set the CandPolicy given a scheduling zone given the current resources and latencies inside and outside the zone.
MachineSchedPolicy	getPolicy () const override
void	traceCandidate (const SchedCandidate &Cand)

Additional Inherited Members
Public Types inherited from llvm::GenericSchedulerBase
enum	CandReason : uint8_t { NoCand , Only1 , PhysReg , RegExcess , RegCritical , Stall , Cluster , Weak , RegMax , ResourceReduce , ResourceDemand , BotHeightReduce , BotPathReduce , TopDepthReduce , TopPathReduce , NodeOrder , FirstValid }
	Represent the type of SchedCandidate found within a single queue. More...
Static Public Member Functions inherited from llvm::GenericSchedulerBase
static const char *	getReasonStr (GenericSchedulerBase::CandReason Reason)
Public Attributes inherited from llvm::GCNSchedStrategy
bool	HasHighPressure
bool	KnownExcessRP = false
unsigned	ErrorMargin = 3
const unsigned	HighRPSGPRBias = 7
const unsigned	HighRPVGPRBias = 7
unsigned	SGPRCriticalLimit
unsigned	VGPRCriticalLimit
unsigned	SGPRLimitBias = 0
unsigned	VGPRLimitBias = 0
Protected Attributes inherited from llvm::GCNSchedStrategy
std::vector< unsigned >	Pressure
std::vector< unsigned >	MaxPressure
unsigned	SGPRExcessLimit
unsigned	VGPRExcessLimit
unsigned	TargetOccupancy
MachineFunction *	MF
SmallVector< GCNSchedStageID, 4 >	SchedStages
SmallVectorImpl< GCNSchedStageID >::iterator	CurrentStage = nullptr
GCNDownwardRPTracker	DownwardTracker
GCNUpwardRPTracker	UpwardTracker
bool	UseGCNTrackers = false
std::optional< bool >	GCNTrackersOverride
Protected Attributes inherited from llvm::GenericScheduler
ScheduleDAGMILive *	DAG = nullptr
SchedBoundary	Top
SchedBoundary	Bot
unsigned	TopClusterID
unsigned	BotClusterID
SchedCandidate	TopCand
	Candidate last picked from Top boundary.
SchedCandidate	BotCand
	Candidate last picked from Bot boundary.
Protected Attributes inherited from llvm::GenericSchedulerBase
const MachineSchedContext *	Context
const TargetSchedModel *	SchedModel = nullptr
const TargetRegisterInfo *	TRI = nullptr
unsigned	TopIdx = 0
unsigned	BotIdx = 0
unsigned	NumRegionInstrs = 0
MachineSchedPolicy	RegionPolicy
SchedRemainder	Rem

Detailed Description

Definition at line 22 of file AMDGPUCoExecSchedStrategy.h.

Constructor & Destructor Documentation

◆ AMDGPUCoExecSchedStrategy()

AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy ( const MachineSchedContext * C )

Definition at line 44 of file AMDGPUCoExecSchedStrategy.cpp.

References llvm::CallingConv::C, llvm::GCNSchedStrategy::GCNSchedStrategy(), llvm::ILPInitialSchedule, llvm::PreRARematerialize, llvm::GCNSchedStrategy::SchedStages, and llvm::GCNSchedStrategy::UseGCNTrackers.

Member Function Documentation

◆ initialize()

void AMDGPUCoExecSchedStrategy::initialize ( ScheduleDAGMI * DAG )

overridevirtual

Initialize the strategy after building the DAG for a new region.

Implements llvm::MachineSchedStrategy.

Definition at line 64 of file AMDGPUCoExecSchedStrategy.cpp.

References llvm::GenericScheduler::DAG, llvm::GCNSchedStrategy::initialize(), and llvm::GenericSchedulerBase::RegionPolicy.

◆ initPolicy()

void AMDGPUCoExecSchedStrategy::initPolicy	(	MachineBasicBlock::iterator	Begin,
		MachineBasicBlock::iterator	End,
		unsigned	NumRegionInstrs )

overridevirtual

Optionally override the per-region scheduling policy.

Reimplemented from llvm::MachineSchedStrategy.

Definition at line 53 of file AMDGPUCoExecSchedStrategy.cpp.

References assert(), llvm::MachineSchedStrategy::initPolicy(), llvm::GenericSchedulerBase::NumRegionInstrs, llvm::PreRADirection, llvm::GenericSchedulerBase::RegionPolicy, llvm::MISched::TopDown, and llvm::MISched::Unspecified.

◆ pickNode()

SUnit * AMDGPUCoExecSchedStrategy::pickNode ( bool & IsTopNode )

overridevirtual

Pick the next node to schedule, or return NULL.

Set IsTopNode to true to schedule the node at the top of the unscheduled region. Otherwise it will be scheduled at the bottom.

Implements llvm::MachineSchedStrategy.

Definition at line 73 of file AMDGPUCoExecSchedStrategy.cpp.

References assert(), llvm::GenericScheduler::Bot, llvm::GenericScheduler::DAG, llvm::dbgs(), llvm::SUnit::getInstr(), llvm::SUnit::isBottomReady(), llvm::SUnit::isScheduled, llvm::SUnit::isTopReady(), LLVM_DEBUG, llvm::NoCand, llvm::SUnit::NodeNum, pickNodeFromQueue(), pickOnlyChoice(), llvm::GenericSchedulerBase::RegionPolicy, llvm::GenericScheduler::Top, llvm::GenericScheduler::TopCand, and llvm::SUnit::TopReadyCycle.

◆ pickNodeFromQueue()

void AMDGPUCoExecSchedStrategy::pickNodeFromQueue	(	SchedBoundary &	Zone,
		const CandPolicy &	ZonePolicy,
		const RegPressureTracker &	RPTracker,
		SchedCandidate &	Cand,
		bool &	PickedPending,
		bool	IsBottomUp )

protected

Definition at line 124 of file AMDGPUCoExecSchedStrategy.cpp.

References assert(), llvm::GenericSchedulerBase::SchedCandidate::AtTop, llvm::SchedBoundary::Available, llvm::GenericScheduler::DAG, llvm::SchedBoundary::DAG, llvm::dbgs(), llvm::GCNSchedStrategy::DownwardTracker, llvm::RegPressureTracker::getRegSetPressureAtPos(), llvm::GCNSchedStrategy::initCandidate(), llvm::GenericSchedulerBase::SchedCandidate::initResourceDelta(), llvm::SchedBoundary::isTop(), LLVM_DEBUG, llvm::NoCand, llvm::SchedBoundary::Pending, llvm::GCNSchedStrategy::Pressure, llvm::GCNSchedStrategy::printCandidateDecision(), llvm::GenericSchedulerBase::SchedCandidate::Reason, llvm::GenericSchedulerBase::SchedCandidate::ResDelta, llvm::GenericSchedulerBase::SchedModel, llvm::GenericSchedulerBase::SchedCandidate::setBest(), llvm::GenericSchedulerBase::TRI, tryCandidate(), and llvm::GCNSchedStrategy::useGCNTrackers().

Referenced by pickNode().

◆ tryCandidate()

bool AMDGPUCoExecSchedStrategy::tryCandidate	(	SchedCandidate &	Cand,
		SchedCandidate &	TryCand,
		SchedBoundary *	Zone ) const

overrideprotectedvirtual

Apply a set of heuristics to a new candidate.

Heuristics are currently hierarchical. This may be more efficient than a graduated cost model because we don't need to evaluate all aspects of the model for each node in the queue. But it's really done to make the heuristics easier to debug and statistically analyze.

Parameters

Cand	provides the policy and current best candidate.
TryCand	refers to the next SUnit candidate, otherwise uninitialized.
Zone	describes the scheduled zone that we are extending, or nullptr if Cand is from a different zone than TryCand.