#include "llvm/CodeGen/LiveIntervals.h"

Classes
class	HMEditor
	Toolkit used by handleMove to trim or extend live intervals. More...

Public Member Functions
	LiveIntervals (LiveIntervals &&)=default

	~LiveIntervals ()

LiveInterval &	getInterval (Register Reg)

const LiveInterval &	getInterval (Register Reg) const

bool	hasInterval (Register Reg) const

LiveInterval &	createEmptyInterval (Register Reg)
	Interval creation.

LiveInterval &	createAndComputeVirtRegInterval (Register Reg)

LiveInterval &	getOrCreateEmptyInterval (Register Reg)
	Return an existing interval for `Reg`.

void	removeInterval (Register Reg)
	Interval removal.

LiveInterval::Segment	addSegmentToEndOfBlock (Register Reg, MachineInstr &startInst)
	Given a register and an instruction, adds a live segment from that instruction to the end of its MBB.

bool	shrinkToUses (LiveInterval li, SmallVectorImpl< MachineInstr > *dead=nullptr)
	After removing some uses of a register, shrink its live range to just the remaining uses.

void	shrinkToUses (LiveInterval::SubRange &SR, Register Reg)
	Specialized version of shrinkToUses(LiveInterval li, SmallVectorImpl<MachineInstr> *dead) that works on a subregister live range and only looks at uses matching the lane mask of the subregister range.

void	extendToIndices (LiveRange &LR, ArrayRef< SlotIndex > Indices, ArrayRef< SlotIndex > Undefs)
	Extend the live range `LR` to reach all points in `Indices`.

void	extendToIndices (LiveRange &LR, ArrayRef< SlotIndex > Indices)

void	pruneValue (LiveRange &LR, SlotIndex Kill, SmallVectorImpl< SlotIndex > *EndPoints)
	If `LR` has a live value at `Kill`, prune its live range by removing any liveness reachable from Kill.

LLVM_ATTRIBUTE_UNUSED void	pruneValue (LiveInterval &, SlotIndex, SmallVectorImpl< SlotIndex > *)
	This function should not be used.

SlotIndexes *	getSlotIndexes () const

bool	isNotInMIMap (const MachineInstr &Instr) const
	Returns true if the specified machine instr has been removed or was never entered in the map.

SlotIndex	getInstructionIndex (const MachineInstr &Instr) const
	Returns the base index of the given instruction.

MachineInstr *	getInstructionFromIndex (SlotIndex index) const
	Returns the instruction associated with the given index.

SlotIndex	getMBBStartIdx (const MachineBasicBlock *mbb) const
	Return the first index in the given basic block.

SlotIndex	getMBBEndIdx (const MachineBasicBlock *mbb) const
	Return the last index in the given basic block.

bool	isLiveInToMBB (const LiveRange &LR, const MachineBasicBlock *mbb) const

bool	isLiveOutOfMBB (const LiveRange &LR, const MachineBasicBlock *mbb) const

MachineBasicBlock *	getMBBFromIndex (SlotIndex index) const

void	insertMBBInMaps (MachineBasicBlock *MBB)

SlotIndex	InsertMachineInstrInMaps (MachineInstr &MI)

void	InsertMachineInstrRangeInMaps (MachineBasicBlock::iterator B, MachineBasicBlock::iterator E)

void	RemoveMachineInstrFromMaps (MachineInstr &MI)

SlotIndex	ReplaceMachineInstrInMaps (MachineInstr &MI, MachineInstr &NewMI)

VNInfo::Allocator &	getVNInfoAllocator ()

void	print (raw_ostream &O) const
	Implement the dump method.

void	dump () const

void	reanalyze (MachineFunction &MF)

MachineDominatorTree &	getDomTree ()

MachineBasicBlock *	intervalIsInOneMBB (const LiveInterval &LI) const
	If LI is confined to a single basic block, return a pointer to that block.

bool	hasPHIKill (const LiveInterval &LI, const VNInfo *VNI) const
	Returns true if VNI is killed by any PHI-def values in LI.

void	addKillFlags (const VirtRegMap *)
	Add kill flags to any instruction that kills a virtual register.

void	handleMove (MachineInstr &MI, bool UpdateFlags=false)
	Call this method to notify LiveIntervals that instruction `MI` has been moved within a basic block.

void	handleMoveIntoNewBundle (MachineInstr &BundleStart, bool UpdateFlags=false)
	Update intervals of operands of all instructions in the newly created bundle specified by `BundleStart`.

void	repairIntervalsInRange (MachineBasicBlock *MBB, MachineBasicBlock::iterator Begin, MachineBasicBlock::iterator End, ArrayRef< Register > OrigRegs)
	Update live intervals for instructions in a range of iterators.

ArrayRef< SlotIndex >	getRegMaskSlots () const
	Returns a sorted array of slot indices of all instructions with register mask operands.

ArrayRef< SlotIndex >	getRegMaskSlotsInBlock (unsigned MBBNum) const
	Returns a sorted array of slot indices of all instructions with register mask operands in the basic block numbered `MBBNum`.

ArrayRef< const uint32_t * >	getRegMaskBits () const
	Returns an array of register mask pointers corresponding to getRegMaskSlots().

ArrayRef< const uint32_t * >	getRegMaskBitsInBlock (unsigned MBBNum) const
	Returns an array of mask pointers corresponding to getRegMaskSlotsInBlock(MBBNum).

bool	checkRegMaskInterference (const LiveInterval &LI, BitVector &UsableRegs)
	Test if `LI` is live across any register mask instructions, and compute a bit mask of physical registers that are not clobbered by any of them.

LiveRange &	getRegUnit (unsigned Unit)
	Return the live range for register unit `Unit`.

LiveRange *	getCachedRegUnit (unsigned Unit)
	Return the live range for register unit `Unit` if it has already been computed, or nullptr if it hasn't been computed yet.

const LiveRange *	getCachedRegUnit (unsigned Unit) const

void	removeRegUnit (unsigned Unit)
	Remove computed live range for register unit `Unit`.

void	removeAllRegUnitsForPhysReg (MCRegister Reg)
	Remove associated live ranges for the register units associated with `Reg`.

void	removePhysRegDefAt (MCRegister Reg, SlotIndex Pos)
	Remove value numbers and related live segments starting at position `Pos` that are part of any liverange of physical register `Reg` or one of its subregisters.

void	removeVRegDefAt (LiveInterval &LI, SlotIndex Pos)
	Remove value number and related live segments of `LI` and its subranges that start at position `Pos`.

void	splitSeparateComponents (LiveInterval &LI, SmallVectorImpl< LiveInterval * > &SplitLIs)
	Split separate components in LiveInterval `LI` into separate intervals.

void	constructMainRangeFromSubranges (LiveInterval &LI)
	For live interval `LI` with correct SubRanges construct matching information for the main live range.

Static Public Member Functions
static float	getSpillWeight (bool isDef, bool isUse, const MachineBlockFrequencyInfo MBFI, const MachineInstr &MI, ProfileSummaryInfo PSI=nullptr)
	Calculate the spill weight to assign to a single instruction.

static float	getSpillWeight (bool isDef, bool isUse, const MachineBlockFrequencyInfo MBFI, const MachineBasicBlock MBB, ProfileSummaryInfo *PSI=nullptr)
	Calculate the spill weight to assign to a single instruction.

Friends
class	LiveIntervalsAnalysis

class	LiveIntervalsWrapperPass

Detailed Description

Definition at line 55 of file LiveIntervals.h.

Constructor & Destructor Documentation

◆ LiveIntervals()

llvm::LiveIntervals::LiveIntervals ( LiveIntervals && )

default

◆ ~LiveIntervals()

LiveIntervals::~LiveIntervals ( )

Definition at line 128 of file LiveIntervals.cpp.

Member Function Documentation

◆ addKillFlags()

void LiveIntervals::addKillFlags ( const VirtRegMap * VRM )

Add kill flags to any instruction that kills a virtual register.

Definition at line 713 of file LiveIntervals.cpp.

References llvm::LiveRange::advanceTo(), assert(), llvm::LiveRange::begin(), llvm::SmallVectorImpl< T >::clear(), llvm::LiveRange::empty(), llvm::LiveRange::Segment::end, llvm::LiveRange::end(), llvm::LiveRange::find(), llvm::LaneBitmask::getAll(), getInstructionFromIndex(), getInterval(), llvm::MachineRegisterInfo::getMaxLaneMaskForVReg(), llvm::MachineRegisterInfo::getNumVirtRegs(), llvm::VirtRegMap::getPhys(), getRegUnit(), llvm::TargetRegisterInfo::getSubRegIndexLaneMask(), llvm::LiveInterval::hasSubRanges(), I, llvm::Register::index2VirtReg(), llvm::MCRegisterInfo::isArtificialRegUnit(), llvm::MCRegUnitMaskIterator::isValid(), MI, N, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineRegisterInfo::reg_nodbg_empty(), llvm::LiveRange::Segment::start, llvm::LiveInterval::subranges(), SubReg, and llvm::MachineRegisterInfo::subRegLivenessEnabled().

◆ addSegmentToEndOfBlock()

LiveRange::Segment LiveIntervals::addSegmentToEndOfBlock	(	Register	Reg,
		MachineInstr &	startInst
	)

Given a register and an instruction, adds a live segment from that instruction to the end of its MBB.

Definition at line 908 of file LiveIntervals.cpp.

References getInstructionIndex(), getMBBEndIdx(), getOrCreateEmptyInterval(), llvm::MachineInstr::getParent(), and getVNInfoAllocator().

◆ checkRegMaskInterference()

bool LiveIntervals::checkRegMaskInterference	(	const LiveInterval &	LI,
		BitVector &	UsableRegs
	)

Test if LI is live across any register mask instructions, and compute a bit mask of physical registers that are not clobbered by any of them.

Returns false if LI doesn't cross any register mask instructions. In that case, the bit vector is not filled in.

Definition at line 941 of file LiveIntervals.cpp.

References assert(), llvm::LiveRange::begin(), llvm::ArrayRef< T >::begin(), llvm::BitVector::clear(), llvm::BitVector::clearBitsNotInMask(), llvm::LiveRange::empty(), llvm::LiveRange::end(), llvm::ArrayRef< T >::end(), llvm::LiveRange::endIndex(), getInstructionFromIndex(), llvm::MachineBasicBlock::getNumber(), llvm::MCRegisterInfo::getNumRegs(), getRegMaskBits(), getRegMaskBitsInBlock(), getRegMaskSlots(), getRegMaskSlotsInBlock(), hasLiveThroughUse(), Idx, intervalIsInOneMBB(), llvm::lower_bound(), MBB, MI, llvm::LiveInterval::reg(), and llvm::BitVector::resize().

Referenced by llvm::LiveRegMatrix::checkRegMaskInterference().

◆ constructMainRangeFromSubranges()

void LiveIntervals::constructMainRangeFromSubranges ( LiveInterval & LI )

For live interval LI with correct SubRanges construct matching information for the main live range.

Expects the main live range to not have any segments or value numbers.

Definition at line 1801 of file LiveIntervals.cpp.

References assert(), getSlotIndexes(), and getVNInfoAllocator().

Referenced by llvm::LiveIntervals::HMEditor::updateAllRanges().

◆ createAndComputeVirtRegInterval()

LiveInterval & llvm::LiveIntervals::createAndComputeVirtRegInterval ( Register Reg )

inline

Definition at line 153 of file LiveIntervals.h.

References createEmptyInterval(), and Reg.

Referenced by getInterval(), moveAndTeeForMultiUse(), moveForSingleUse(), rematerializeCheapDef(), and repairIntervalsInRange().

◆ createEmptyInterval()

LiveInterval & llvm::LiveIntervals::createEmptyInterval ( Register Reg )

inline

Interval creation.

Definition at line 146 of file LiveIntervals.h.

References assert(), llvm::IndexedMap< T, ToIndexT >::grow(), hasInterval(), and Reg.

Referenced by createAndComputeVirtRegInterval(), getOrCreateEmptyInterval(), replaceRegUsesAfterLoop(), and splitSeparateComponents().

◆ dump()

LLVM_DUMP_METHOD void LiveIntervals::dump ( ) const

Definition at line 206 of file LiveIntervals.cpp.

References llvm::dbgs(), and print().

Referenced by llvm::RAGreedy::runOnMachineFunction().

◆ extendToIndices() [1/2]

void llvm::LiveIntervals::extendToIndices	(	LiveRange &	LR,
		ArrayRef< SlotIndex >	Indices
	)

inline

Definition at line 209 of file LiveIntervals.h.

References extendToIndices().

◆ extendToIndices() [2/2]

void LiveIntervals::extendToIndices	(	LiveRange &	LR,
		ArrayRef< SlotIndex >	Indices,
		ArrayRef< SlotIndex >	Undefs
	)

Extend the live range LR to reach all points in Indices.

The points in the Indices array must be jointly dominated by the union of the existing defs in LR and points in Undefs.

PHI-defs are added as needed to maintain SSA form.

If a SlotIndex in Indices is the end index of a basic block, LR will be extended to be live out of the basic block. If a SlotIndex in Indices is jointy dominated only by points in Undefs, the live range will not be extended to that point.

◆ getCachedRegUnit() [1/2]

LiveRange * llvm::LiveIntervals::getCachedRegUnit ( unsigned Unit )

inline

Return the live range for register unit Unit if it has already been computed, or nullptr if it hasn't been computed yet.

Definition at line 422 of file LiveIntervals.h.

Referenced by getLanesWithProperty(), getLiveRange(), llvm::LiveIntervals::HMEditor::getRegUnitLI(), and removePhysRegDefAt().

◆ getCachedRegUnit() [2/2]

const LiveRange * llvm::LiveIntervals::getCachedRegUnit ( unsigned Unit ) const

inline

Definition at line 424 of file LiveIntervals.h.

◆ getDomTree()

MachineDominatorTree & llvm::LiveIntervals::getDomTree ( )

inline

Definition at line 310 of file LiveIntervals.h.

Referenced by llvm::SIRegisterInfo::findReachingDef().

◆ getInstructionFromIndex()

MachineInstr * llvm::LiveIntervals::getInstructionFromIndex ( SlotIndex index ) const

inline

Returns the instruction associated with the given index.

Definition at line 247 of file LiveIntervals.h.

References llvm::SlotIndexes::getInstructionFromIndex().

Referenced by addKillFlags(), checkRegMaskInterference(), llvm::ScheduleDAGMILive::computeCyclicCriticalPath(), llvm::SplitEditor::enterIntvAfter(), llvm::SplitEditor::enterIntvBefore(), findInsertLocation(), llvm::SIRegisterInfo::findReachingDef(), llvm::InsertPointAnalysis::getLastInsertPointIter(), getVRegDef(), llvm::VirtRegAuxInfo::isRematerializable(), llvm::SplitEditor::leaveIntvAfter(), llvm::SplitEditor::leaveIntvBefore(), llvm::SplitEditor::overlapIntv(), llvm::SystemZRegisterInfo::shouldCoalesce(), and llvm::SplitAnalysis::shouldSplitSingleBlock().

◆ getInstructionIndex()

SlotIndex llvm::LiveIntervals::getInstructionIndex ( const MachineInstr & Instr ) const

inline

Returns the base index of the given instruction.

Definition at line 242 of file LiveIntervals.h.

References llvm::SlotIndexes::getInstructionIndex().

Referenced by addSegmentToEndOfBlock(), llvm::GCNDownwardRPTracker::advanceBeforeNext(), llvm::ScheduleDAGInstrs::buildSchedGraph(), llvm::RegPressureTracker::bumpDownwardPressure(), llvm::GCNDownwardRPTracker::bumpDownwardPressure(), llvm::RegPressureTracker::bumpUpwardPressure(), llvm::LiveRangeEdit::canRematerializeAt(), llvm::X86InstrInfo::classifyLEAReg(), collectVirtualRegUses(), llvm::ScheduleDAGMILive::computeCyclicCriticalPath(), llvm::SIInstrInfo::convertToThreeAddress(), llvm::RegisterOperands::detectDeadDefs(), dumpMachineInstrRangeWithSlotIndex(), findNextInsertLocation(), llvm::SIRegisterInfo::findReachingDef(), findUseBetween(), llvm::RegPressureTracker::getCurrSlot(), llvm::InsertPointAnalysis::getFirstInsertPoint(), llvm::getLiveRegsAfter(), llvm::getLiveRegsBefore(), getVRegDef(), handleMoveIntoNewBundle(), hasOneNonDBGUse(), isDefBetween(), llvm::GCNUpwardRPTracker::isValid(), moveAndTeeForMultiUse(), moveForSingleUse(), oneUseDominatesOtherUses(), printRegion(), llvm::RegPressureTracker::recede(), llvm::RegPressureTracker::recedeSkipDebugValues(), regJustKilledBefore(), rematerializeCheapDef(), repairIntervalsInRange(), replaceDominatedUses(), llvm::GCNUpwardRPTracker::reset(), llvm::GCNSchedStage::revertScheduling(), llvm::ScheduleDAGMILive::scheduleMI(), llvm::GCNIterativeScheduler::scheduleRegion(), shrinkToUses(), llvm::ScheduleDAGMILive::updatePressureDiffs(), and llvm::VirtRegAuxInfo::weightCalcHelper().

◆ getInterval() [1/2]

LiveInterval & llvm::LiveIntervals::getInterval ( Register Reg )

inline

Definition at line 130 of file LiveIntervals.h.

References createAndComputeVirtRegInterval(), hasInterval(), and Reg.

Referenced by addKillFlags(), llvm::GCNDownwardRPTracker::advanceBeforeNext(), llvm::RegAllocBase::allocatePhysRegs(), llvm::LiveRangeEdit::allUsesAvailableAt(), llvm::LiveRangeEdit::calculateRegClassAndHint(), llvm::VirtRegAuxInfo::calculateSpillWeightsAndHints(), llvm::X86InstrInfo::classifyLEAReg(), collectVirtualRegUses(), llvm::ScheduleDAGMILive::computeCyclicCriticalPath(), llvm::SIInstrInfo::convertToThreeAddress(), llvm::RISCVInstrInfo::convertToThreeAddress(), llvm::X86InstrInfo::convertToThreeAddress(), llvm::LiveRangeEdit::createFrom(), llvm::SIRegisterInfo::findReachingDef(), llvm::SplitEditor::finish(), getInterval(), getLanesWithProperty(), llvm::getLiveLaneMask(), getLiveRange(), llvm::getLiveRegMap(), getOrCreateEmptyInterval(), getVDefInterval(), getVRegDef(), handleMoveIntoNewBundle(), hasOneNonDBGUse(), isDefBetween(), isLocalCopy(), llvm::SplitAnalysis::isOriginalEndpoint(), llvm::VirtRegAuxInfo::isRematerializable(), llvm::SplitEditor::leaveIntvAtTop(), moveAndTeeForMultiUse(), moveForSingleUse(), oneUseDominatesOtherUses(), print(), regJustKilledBefore(), rematerializeCheapDef(), repairIntervalsInRange(), replaceDominatedUses(), llvm::HexagonRegisterInfo::shouldCoalesce(), llvm::SystemZRegisterInfo::shouldCoalesce(), llvm::MachineBasicBlock::SplitCriticalEdge(), llvm::LiveDebugVariables::LDVImpl::splitPHIRegister(), llvm::LiveIntervals::HMEditor::updateAllRanges(), llvm::ScheduleDAGMILive::updatePressureDiffs(), and llvm::VirtRegAuxInfo::weightCalcHelper().

◆ getInterval() [2/2]

const LiveInterval & llvm::LiveIntervals::getInterval ( Register Reg ) const

inline

Definition at line 137 of file LiveIntervals.h.

References getInterval(), and Reg.

◆ getMBBEndIdx()

SlotIndex llvm::LiveIntervals::getMBBEndIdx ( const MachineBasicBlock * mbb ) const

inline

Return the last index in the given basic block.

Definition at line 257 of file LiveIntervals.h.

References llvm::SlotIndexes::getMBBEndIdx().

Referenced by addSegmentToEndOfBlock(), llvm::GCNDownwardRPTracker::bumpDownwardPressure(), llvm::ScheduleDAGMILive::computeCyclicCriticalPath(), llvm::SplitAnalysis::countLiveBlocks(), llvm::SplitEditor::enterIntvAtEnd(), llvm::RegPressureTracker::getCurrSlot(), llvm::InsertPointAnalysis::getLastInsertPointIter(), handleMove(), isLiveOutOfMBB(), repairIntervalsInRange(), llvm::ScheduleDAGMILive::updatePressureDiffs(), and llvm::SplitEditor::useIntv().

◆ getMBBFromIndex()

MachineBasicBlock * llvm::LiveIntervals::getMBBFromIndex ( SlotIndex index ) const

inline

Definition at line 269 of file LiveIntervals.h.

References llvm::SlotIndexes::getMBBFromIndex().

Referenced by llvm::SplitAnalysis::countLiveBlocks(), hasPHIKill(), llvm::SplitEditor::overlapIntv(), and llvm::VirtRegAuxInfo::weightCalcHelper().

◆ getMBBStartIdx()

SlotIndex llvm::LiveIntervals::getMBBStartIdx ( const MachineBasicBlock * mbb ) const

inline

Return the first index in the given basic block.

Definition at line 252 of file LiveIntervals.h.

References llvm::SlotIndexes::getMBBStartIdx().

Referenced by findInsertLocation(), llvm::InsertPointAnalysis::getFirstInsertPoint(), handleMove(), isLiveInToMBB(), llvm::SplitEditor::leaveIntvAtTop(), llvm::MachineBasicBlock::SplitCriticalEdge(), and llvm::SplitEditor::useIntv().

◆ getOrCreateEmptyInterval()

LiveInterval & llvm::LiveIntervals::getOrCreateEmptyInterval ( Register Reg )

inline

Return an existing interval for Reg.

If Reg has no interval then this creates a new empty one instead. Note: does not trigger interval computation.

Definition at line 162 of file LiveIntervals.h.

References createEmptyInterval(), getInterval(), hasInterval(), and Reg.

Referenced by addSegmentToEndOfBlock().

◆ getRegMaskBits()

ArrayRef< const uint32_t * > llvm::LiveIntervals::getRegMaskBits ( ) const

inline

Returns an array of register mask pointers corresponding to getRegMaskSlots().

Definition at line 379 of file LiveIntervals.h.

Referenced by checkRegMaskInterference(), and getRegMaskBitsInBlock().

◆ getRegMaskBitsInBlock()

ArrayRef< const uint32_t * > llvm::LiveIntervals::getRegMaskBitsInBlock ( unsigned MBBNum ) const

inline

Returns an array of mask pointers corresponding to getRegMaskSlotsInBlock(MBBNum).

Definition at line 383 of file LiveIntervals.h.

References getRegMaskBits(), and P.

Referenced by checkRegMaskInterference().

◆ getRegMaskSlots()

ArrayRef< SlotIndex > llvm::LiveIntervals::getRegMaskSlots ( ) const

inline

Returns a sorted array of slot indices of all instructions with register mask operands.

Definition at line 368 of file LiveIntervals.h.

Referenced by checkRegMaskInterference(), getRegMaskSlotsInBlock(), and llvm::VirtRegAuxInfo::weightCalcHelper().

◆ getRegMaskSlotsInBlock()

ArrayRef< SlotIndex > llvm::LiveIntervals::getRegMaskSlotsInBlock ( unsigned MBBNum ) const

inline

Returns a sorted array of slot indices of all instructions with register mask operands in the basic block numbered MBBNum.

Definition at line 372 of file LiveIntervals.h.

References getRegMaskSlots(), and P.

Referenced by checkRegMaskInterference().

◆ getRegUnit()

LiveRange & llvm::LiveIntervals::getRegUnit ( unsigned Unit )

inline

Return the live range for register unit Unit.

It will be computed if it doesn't exist.

Definition at line 409 of file LiveIntervals.h.

References LiveRange, and llvm::UseSegmentSetForPhysRegs.

Referenced by addKillFlags(), llvm::LiveRegMatrix::checkRegUnitInterference(), llvm::SIRegisterInfo::findReachingDef(), llvm::SystemZInstrInfo::foldMemoryOperandImpl(), llvm::LiveIntervals::HMEditor::getRegUnitLI(), and isDefBetween().

◆ getSlotIndexes()

SlotIndexes * llvm::LiveIntervals::getSlotIndexes ( ) const

inline

◆ getSpillWeight() [1/2]

float LiveIntervals::getSpillWeight	(	bool	isDef,
		bool	isUse,
		const MachineBlockFrequencyInfo *	MBFI,
		const MachineBasicBlock *	MBB,
		ProfileSummaryInfo *	PSI = `nullptr`
	)

static

Calculate the spill weight to assign to a single instruction.

If PSI is provided the calculation is altered for optsize functions.

Definition at line 894 of file LiveIntervals.cpp.

References llvm::MachineBlockFrequencyInfo::getBlockFreqRelativeToEntryBlock(), llvm::MachineBasicBlock::getParent(), MBB, and llvm::shouldOptimizeForSize().

◆ getSpillWeight() [2/2]

float LiveIntervals::getSpillWeight	(	bool	isDef,
		bool	isUse,
		const MachineBlockFrequencyInfo *	MBFI,
		const MachineInstr &	MI,
		ProfileSummaryInfo *	PSI = `nullptr`
	)

static

Calculate the spill weight to assign to a single instruction.

If PSI is provided the calculation is altered for optsize functions.

Definition at line 887 of file LiveIntervals.cpp.

References getSpillWeight(), and MI.

Referenced by computeWeight(), getSpillWeight(), and llvm::VirtRegAuxInfo::weightCalcHelper().

◆ getVNInfoAllocator()

VNInfo::Allocator & llvm::LiveIntervals::getVNInfoAllocator ( )

inline

Definition at line 298 of file LiveIntervals.h.

Referenced by addSegmentToEndOfBlock(), constructMainRangeFromSubranges(), extendToIndices(), llvm::SystemZInstrInfo::foldMemoryOperandImpl(), and llvm::SplitEditor::reset().

◆ handleMove()

void LiveIntervals::handleMove	(	MachineInstr &	MI,
		bool	UpdateFlags = `false`
	)

Call this method to notify LiveIntervals that instruction MI has been moved within a basic block.

This will update the live intervals for all operands of MI. Moves between basic blocks are not supported.

Parameters

UpdateFlags Update live intervals for nonallocatable physregs.

Definition at line 1542 of file LiveIntervals.cpp.

References assert(), llvm::SlotIndexes::getInstructionIndex(), getMBBEndIdx(), getMBBStartIdx(), llvm::SlotIndexes::insertMachineInstrInMaps(), MI, MRI, llvm::SlotIndexes::removeMachineInstrFromMaps(), TRI, and llvm::LiveIntervals::HMEditor::updateAllRanges().

Referenced by moveAndTeeForMultiUse(), moveForSingleUse(), llvm::ScheduleDAGMI::moveInstruction(), llvm::WindowScheduler::restoreTripleMBB(), llvm::GCNSchedStage::revertScheduling(), and llvm::GCNIterativeScheduler::scheduleRegion().

◆ handleMoveIntoNewBundle()

void LiveIntervals::handleMoveIntoNewBundle	(	MachineInstr &	BundleStart,
		bool	UpdateFlags = `false`
	)

Update intervals of operands of all instructions in the newly created bundle specified by BundleStart.

Parameters

UpdateFlags Update live intervals for nonallocatable physregs.

Assumes existing liveness is accurate.

Precondition: BundleStart should be the first instruction in the Bundle.; BundleStart should not have a have SlotIndex as one will be assigned.

Definition at line 1558 of file LiveIntervals.cpp.

References assert(), llvm::getBundleEnd(), getInstructionIndex(), llvm::SlotIndexes::getInstructionIndex(), getInterval(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineInstr::getOpcode(), llvm::SlotIndexes::hasIndex(), hasInterval(), I, llvm::SlotIndexes::insertMachineInstrInMaps(), llvm::LiveQueryResult::isDeadDef(), MRI, llvm::MachineInstr::operands(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LiveRange::Query(), llvm::SlotIndexes::removeMachineInstrFromMaps(), TRI, and llvm::LiveIntervals::HMEditor::updateAllRanges().

◆ hasInterval()

bool llvm::LiveIntervals::hasInterval ( Register Reg ) const

inline

Definition at line 141 of file LiveIntervals.h.

References llvm::IndexedMap< T, ToIndexT >::inBounds(), and Reg.

Referenced by llvm::RegAllocBase::allocatePhysRegs(), llvm::SIInstrInfo::convertToThreeAddress(), createEmptyInterval(), llvm::SIRegisterInfo::findReachingDef(), getInterval(), llvm::getLiveRegMap(), llvm::getLiveRegs(), getOrCreateEmptyInterval(), handleMoveIntoNewBundle(), print(), repairIntervalsInRange(), replaceRegUsesAfterLoop(), and llvm::MachineBasicBlock::SplitCriticalEdge().

◆ hasPHIKill()

bool LiveIntervals::hasPHIKill	(	const LiveInterval &	LI,
		const VNInfo *	VNI
	)		const

Returns true if VNI is killed by any PHI-def values in LI.

This may conservatively return true to avoid expensive computations.

Definition at line 872 of file LiveIntervals.cpp.

References llvm::SlotIndexes::getMBBEndIdx(), getMBBFromIndex(), llvm::LiveRange::getVNInfoBefore(), PHI, llvm::MachineBasicBlock::pred_size(), llvm::MachineBasicBlock::predecessors(), and llvm::LiveRange::valnos.

◆ InsertMachineInstrInMaps()

SlotIndex llvm::LiveIntervals::InsertMachineInstrInMaps ( MachineInstr & MI )

inline

Definition at line 280 of file LiveIntervals.h.

References llvm::SlotIndexes::insertMachineInstrInMaps(), and MI.

Referenced by llvm::X86InstrInfo::classifyLEAReg(), moveAndTeeForMultiUse(), and rematerializeCheapDef().

◆ InsertMachineInstrRangeInMaps()

void llvm::LiveIntervals::InsertMachineInstrRangeInMaps	(	MachineBasicBlock::iterator	B,
		MachineBasicBlock::iterator	E
	)

inline

Definition at line 284 of file LiveIntervals.h.

References B, E, I, and llvm::SlotIndexes::insertMachineInstrInMaps().

◆ insertMBBInMaps()

void llvm::LiveIntervals::insertMBBInMaps ( MachineBasicBlock * MBB )

inline

Definition at line 273 of file LiveIntervals.h.

References assert(), llvm::SlotIndexes::insertMBBInMaps(), MBB, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::SmallVectorBase< Size_T >::size().

Referenced by llvm::MachineBasicBlock::splitAt(), and llvm::MachineBasicBlock::SplitCriticalEdge().

◆ intervalIsInOneMBB()

MachineBasicBlock * LiveIntervals::intervalIsInOneMBB ( const LiveInterval & LI ) const

If LI is confined to a single basic block, return a pointer to that block.

If LI is live in to or out of any block, return NULL.

Definition at line 846 of file LiveIntervals.cpp.

References assert(), llvm::LiveRange::beginIndex(), llvm::LiveRange::empty(), llvm::LiveRange::endIndex(), llvm::SlotIndexes::getMBBFromIndex(), and llvm::SlotIndex::isBlock().

Referenced by checkRegMaskInterference(), and isLocalCopy().

◆ isLiveInToMBB()

bool llvm::LiveIntervals::isLiveInToMBB	(	const LiveRange &	LR,
		const MachineBasicBlock *	mbb
	)		const

inline

Definition at line 261 of file LiveIntervals.h.

References getMBBStartIdx(), and llvm::LiveRange::liveAt().

◆ isLiveOutOfMBB()

bool llvm::LiveIntervals::isLiveOutOfMBB	(	const LiveRange &	LR,
		const MachineBasicBlock *	mbb
	)		const

inline

Definition at line 265 of file LiveIntervals.h.

References getMBBEndIdx(), and llvm::LiveRange::liveAt().

Referenced by llvm::VirtRegAuxInfo::weightCalcHelper().

◆ isNotInMIMap()

bool llvm::LiveIntervals::isNotInMIMap ( const MachineInstr & Instr ) const

inline

Returns true if the specified machine instr has been removed or was never entered in the map.

Definition at line 237 of file LiveIntervals.h.

References llvm::SlotIndexes::hasIndex().

Referenced by findNextInsertLocation().

◆ print()

void LiveIntervals::print ( raw_ostream & O ) const

Implement the dump method.

Definition at line 171 of file LiveIntervals.cpp.

References getInterval(), llvm::MachineRegisterInfo::getNumVirtRegs(), hasInterval(), Idx, llvm::Register::index2VirtReg(), OS, and llvm::printRegUnit().

Referenced by dump(), and llvm::LiveIntervalsWrapperPass::print().

◆ pruneValue() [1/2]

LLVM_ATTRIBUTE_UNUSED void llvm::LiveIntervals::pruneValue	(	LiveInterval &	,
		SlotIndex	,
		SmallVectorImpl< SlotIndex > *
	)

inline

This function should not be used.

Its intent is to tell you that you are doing something wrong if you call pruneValue directly on a LiveInterval. Indeed, you are supposed to call pruneValue on the main LiveRange and all the LiveRanges of the subranges if any.

Definition at line 227 of file LiveIntervals.h.

References llvm_unreachable.

◆ pruneValue() [2/2]

void LiveIntervals::pruneValue	(	LiveRange &	LR,
		SlotIndex	Kill,
		SmallVectorImpl< SlotIndex > *	EndPoints
	)

If LR has a live value at Kill, prune its live range by removing any liveness reachable from Kill.

Add live range end points to EndPoints such that extendToIndices(LI, EndPoints) will reconstruct the value's live range.

Calling pruneValue() and extendToIndices() can be used to reconstruct SSA form after adding defs to a virtual register.

Definition at line 651 of file LiveIntervals.cpp.

References llvm::df_ext_begin(), llvm::df_ext_end(), llvm::LiveQueryResult::endPoint(), llvm::SlotIndexes::getMBBEndIdx(), llvm::SlotIndexes::getMBBFromIndex(), llvm::SlotIndexes::getMBBRange(), I, MBB, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LiveRange::Query(), llvm::LiveRange::removeSegment(), llvm::MachineBasicBlock::successors(), llvm::LiveQueryResult::valueIn(), and llvm::LiveQueryResult::valueOutOrDead().

◆ reanalyze()

void llvm::LiveIntervals::reanalyze ( MachineFunction & MF )

inline

Definition at line 305 of file LiveIntervals.h.

◆ removeAllRegUnitsForPhysReg()

void llvm::LiveIntervals::removeAllRegUnitsForPhysReg ( MCRegister Reg )

inline

Remove associated live ranges for the register units associated with Reg.

Subsequent uses should rely on on-demand recomputation.

Note: This method can result in inconsistent liveness tracking if multiple phyical registers share a regunit, and should be used cautiously.

Definition at line 439 of file LiveIntervals.h.

References Reg, removeRegUnit(), and TRI.

Referenced by insertCSRRestores(), llvm::SIRegisterInfo::restoreSGPR(), and llvm::SIRegisterInfo::spillSGPR().

◆ removeInterval()

void llvm::LiveIntervals::removeInterval ( Register Reg )

inline

Interval removal.

Definition at line 167 of file LiveIntervals.h.

References Reg.

Referenced by llvm::RegAllocBase::allocatePhysRegs(), llvm::LiveRangeEdit::eraseVirtReg(), rematerializeCheapDef(), and repairIntervalsInRange().

◆ RemoveMachineInstrFromMaps()

void llvm::LiveIntervals::RemoveMachineInstrFromMaps ( MachineInstr & MI )

inline

Definition at line 290 of file LiveIntervals.h.

References MI, and llvm::SlotIndexes::removeMachineInstrFromMaps().

Referenced by llvm::ModuloScheduleExpander::cleanup(), llvm::PeelingModuloScheduleExpander::filterInstructions(), llvm::PeelingModuloScheduleExpander::peelPrologAndEpilogs(), llvm::RegAllocBase::postOptimization(), rematerializeCheapDef(), and llvm::PeelingModuloScheduleExpander::rewriteUsesOf().

◆ removePhysRegDefAt()

void LiveIntervals::removePhysRegDefAt	(	MCRegister	Reg,
		SlotIndex	Pos
	)

Remove value numbers and related live segments starting at position Pos that are part of any liverange of physical register Reg or one of its subregisters.

Definition at line 1759 of file LiveIntervals.cpp.

References getCachedRegUnit(), llvm::LiveRange::getVNInfoAt(), llvm::LiveRange::removeValNo(), and TRI.

Referenced by rematerializeCheapDef().

◆ removeRegUnit()

void llvm::LiveIntervals::removeRegUnit ( unsigned Unit )

inline

Remove computed live range for register unit Unit.

Subsequent uses should rely on on-demand recomputation.

Definition at line 430 of file LiveIntervals.h.

Referenced by removeAllRegUnitsForPhysReg().

◆ removeVRegDefAt()

void LiveIntervals::removeVRegDefAt	(	LiveInterval &	LI,
		SlotIndex	Pos
	)

Remove value number and related live segments of LI and its subranges that start at position Pos.

Definition at line 1767 of file LiveIntervals.cpp.

References assert(), llvm::VNInfo::def, llvm::SlotIndex::getBaseIndex(), llvm::LiveRange::getVNInfoAt(), llvm::LiveInterval::removeEmptySubRanges(), llvm::LiveRange::removeValNo(), and llvm::LiveInterval::subranges().

◆ repairIntervalsInRange()

void LiveIntervals::repairIntervalsInRange	(	MachineBasicBlock *	MBB,
		MachineBasicBlock::iterator	Begin,
		MachineBasicBlock::iterator	End,
		ArrayRef< Register >	OrigRegs
	)

Update live intervals for instructions in a range of iterators.

It is intended for use after target hooks that may insert or remove instructions, and is only efficient for a small number of instructions.

OrigRegs is a vector of registers that were originally used by the instructions in the range between the two iterators.

Currently, the only changes that are supported are simple removal and addition of uses.

Definition at line 1683 of file LiveIntervals.cpp.

References llvm::MachineBasicBlock::begin(), createAndComputeVirtRegInterval(), llvm::MachineBasicBlock::end(), End, llvm::erase(), getInstructionIndex(), getInterval(), getMBBEndIdx(), llvm::SlotIndex::getPrevSlot(), llvm::LiveRange::hasAtLeastOneValue(), llvm::SlotIndexes::hasIndex(), hasInterval(), llvm::LiveInterval::hasSubRanges(), I, MBB, MI, MRI, llvm::none_of(), llvm::LiveInterval::removeEmptySubRanges(), removeInterval(), llvm::SlotIndexes::repairIndexesInRange(), llvm::LiveInterval::subranges(), SubReg, and TRI.

Referenced by llvm::MachineBasicBlock::SplitCriticalEdge(), and llvm::WindowScheduler::updateLiveIntervals().

◆ ReplaceMachineInstrInMaps()

SlotIndex llvm::LiveIntervals::ReplaceMachineInstrInMaps	(	MachineInstr &	MI,
		MachineInstr &	NewMI
	)

inline

Definition at line 294 of file LiveIntervals.h.

References MI, and llvm::SlotIndexes::replaceMachineInstrInMaps().

Referenced by llvm::SIInstrInfo::convertToThreeAddress(), llvm::RISCVInstrInfo::convertToThreeAddress(), llvm::SystemZInstrInfo::convertToThreeAddress(), llvm::X86InstrInfo::convertToThreeAddress(), and llvm::LiveRangeEdit::rematerializeAt().

◆ shrinkToUses() [1/2]

bool LiveIntervals::shrinkToUses	(	LiveInterval *	li,
		SmallVectorImpl< MachineInstr * > *	dead = `nullptr`
	)

After removing some uses of a register, shrink its live range to just the remaining uses.

This method does not compute reaching defs for new uses, and it doesn't remove dead defs. Dead PHIDef values are marked as unused. New dead machine instructions are added to the dead vector. Returns true if the interval may have been separated into multiple connected components.

Definition at line 471 of file LiveIntervals.cpp.

References assert(), createSegmentsForValues(), llvm::dbgs(), getInstructionIndex(), llvm::LaneBitmask::getNone(), llvm::SlotIndex::getRegSlot(), Idx, llvm::Register::isVirtual(), LLVM_DEBUG, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LiveRange::Query(), llvm::LiveInterval::reg(), llvm::MachineRegisterInfo::reg_instructions(), llvm::LiveInterval::removeEmptySubRanges(), llvm::LiveRange::segments, shrinkToUses(), llvm::LiveInterval::subranges(), llvm::SmallVectorImpl< T >::swap(), UseMI, llvm::LiveQueryResult::valueDefined(), llvm::LiveQueryResult::valueIn(), and llvm::LiveRange::vnis().

Referenced by llvm::SIInstrInfo::convertToThreeAddress(), llvm::LiveRangeEdit::eliminateDeadDefs(), replaceDominatedUses(), shrinkToUses(), and shrinkToUses().

◆ shrinkToUses() [2/2]

void LiveIntervals::shrinkToUses	(	LiveInterval::SubRange &	SR,
		Register	Reg
	)

Specialized version of shrinkToUses(LiveInterval li, SmallVectorImpl<MachineInstr> *dead) that works on a subregister live range and only looks at uses matching the lane mask of the subregister range.

This may leave the subrange empty which needs to be cleaned up with LiveInterval::removeEmptySubranges() afterwards.

Definition at line 573 of file LiveIntervals.cpp.

References assert(), createSegmentsForValues(), llvm::dbgs(), llvm::VNInfo::def, llvm::LiveRange::Segment::end, llvm::SlotIndex::getDeadSlot(), getInstructionIndex(), llvm::SlotIndex::getRegSlot(), llvm::LiveRange::getSegmentContaining(), llvm::TargetRegisterInfo::getSubRegIndexLaneMask(), Idx, llvm::VNInfo::isPHIDef(), llvm::VNInfo::isUnused(), llvm::LiveInterval::SubRange::LaneMask, LLVM_DEBUG, llvm::VNInfo::markUnused(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LiveRange::Query(), llvm::LiveRange::removeSegment(), llvm::LiveRange::segments, SubReg, llvm::SmallVectorImpl< T >::swap(), llvm::MachineRegisterInfo::use_nodbg_operands(), UseMI, llvm::LiveRange::valnos, llvm::LiveQueryResult::valueDefined(), llvm::LiveQueryResult::valueIn(), and llvm::LiveRange::vnis().

◆ splitSeparateComponents()

void LiveIntervals::splitSeparateComponents	(	LiveInterval &	LI,
		SmallVectorImpl< LiveInterval * > &	SplitLIs
	)

Split separate components in LiveInterval LI into separate intervals.

Definition at line 1785 of file LiveIntervals.cpp.

References llvm::ConnectedVNInfoEqClasses::Classify(), createEmptyInterval(), llvm::SmallVectorTemplateCommon< T, typename >::data(), llvm::dbgs(), llvm::ConnectedVNInfoEqClasses::Distribute(), I, LLVM_DEBUG, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::LiveInterval::reg().

Referenced by llvm::LiveRangeEdit::eliminateDeadDefs(), llvm::SplitEditor::finish(), and shrinkToUses().

Friends And Related Function Documentation

◆ LiveIntervalsAnalysis

friend class LiveIntervalsAnalysis

friend

Definition at line 56 of file LiveIntervals.h.

◆ LiveIntervalsWrapperPass

friend class LiveIntervalsWrapperPass

friend

Definition at line 57 of file LiveIntervals.h.

The documentation for this class was generated from the following files:

include/llvm/CodeGen/LiveIntervals.h
lib/CodeGen/LiveIntervals.cpp

Classes

Public Member Functions

Static Public Member Functions

Friends

Detailed Description

Constructor & Destructor Documentation

◆ LiveIntervals()

◆ ~LiveIntervals()

Member Function Documentation

◆ addKillFlags()

◆ addSegmentToEndOfBlock()

◆ checkRegMaskInterference()

◆ constructMainRangeFromSubranges()

◆ createAndComputeVirtRegInterval()

◆ createEmptyInterval()

◆ dump()

◆ extendToIndices() [1/2]

◆ extendToIndices() [2/2]

◆ getCachedRegUnit() [1/2]

◆ getCachedRegUnit() [2/2]

◆ getDomTree()

◆ getInstructionFromIndex()

◆ getInstructionIndex()

◆ getInterval() [1/2]

◆ getInterval() [2/2]

◆ getMBBEndIdx()

◆ getMBBFromIndex()

◆ getMBBStartIdx()

◆ getOrCreateEmptyInterval()

◆ getRegMaskBits()

◆ getRegMaskBitsInBlock()

◆ getRegMaskSlots()

◆ getRegMaskSlotsInBlock()

◆ getRegUnit()

◆ getSlotIndexes()

◆ getSpillWeight() [1/2]

◆ getSpillWeight() [2/2]

◆ getVNInfoAllocator()

◆ handleMove()

◆ handleMoveIntoNewBundle()

◆ hasInterval()

◆ hasPHIKill()

◆ InsertMachineInstrInMaps()

◆ InsertMachineInstrRangeInMaps()

◆ insertMBBInMaps()

◆ intervalIsInOneMBB()

◆ isLiveInToMBB()

◆ isLiveOutOfMBB()

◆ isNotInMIMap()

◆ print()

◆ pruneValue() [1/2]

◆ pruneValue() [2/2]

◆ reanalyze()

◆ removeAllRegUnitsForPhysReg()

◆ removeInterval()

◆ RemoveMachineInstrFromMaps()

◆ removePhysRegDefAt()

◆ removeRegUnit()

◆ removeVRegDefAt()

◆ repairIntervalsInRange()

◆ ReplaceMachineInstrInMaps()

◆ shrinkToUses() [1/2]

◆ shrinkToUses() [2/2]

◆ splitSeparateComponents()

Friends And Related Function Documentation

◆ LiveIntervalsAnalysis

◆ LiveIntervalsWrapperPass