#include "BranchFolding.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/ScopeExit.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/SparseSet.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/ADT/iterator_range.h"
#include "llvm/Analysis/ProfileSummaryInfo.h"
#include "llvm/CodeGen/LivePhysRegs.h"
#include "llvm/CodeGen/MBFIWrapper.h"
#include "llvm/CodeGen/MachineBasicBlock.h"
#include "llvm/CodeGen/MachineBlockFrequencyInfo.h"
#include "llvm/CodeGen/MachineBranchProbabilityInfo.h"
#include "llvm/CodeGen/MachineFunction.h"
#include "llvm/CodeGen/MachineFunctionPass.h"
#include "llvm/CodeGen/MachineInstr.h"
#include "llvm/CodeGen/MachineInstrBuilder.h"
#include "llvm/CodeGen/MachineOperand.h"
#include "llvm/CodeGen/MachineRegisterInfo.h"
#include "llvm/CodeGen/TargetInstrInfo.h"
#include "llvm/CodeGen/TargetLowering.h"
#include "llvm/CodeGen/TargetRegisterInfo.h"
#include "llvm/CodeGen/TargetSchedule.h"
#include "llvm/CodeGen/TargetSubtargetInfo.h"
#include "llvm/IR/DebugLoc.h"
#include "llvm/InitializePasses.h"
#include "llvm/MC/MCRegisterInfo.h"
#include "llvm/Pass.h"
#include "llvm/Support/BranchProbability.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/raw_ostream.h"
#include <algorithm>
#include <cassert>
#include <functional>
#include <iterator>
#include <memory>
#include <utility>
#include <vector>

Macros
#define	DEBUG_TYPE "if-converter"

Functions
	STATISTIC (NumSimple, "Number of simple if-conversions performed")

	STATISTIC (NumSimpleFalse, "Number of simple (F) if-conversions performed")

	STATISTIC (NumTriangle, "Number of triangle if-conversions performed")

	STATISTIC (NumTriangleRev, "Number of triangle (R) if-conversions performed")

	STATISTIC (NumTriangleFalse,"Number of triangle (F) if-conversions performed")

	STATISTIC (NumTriangleFRev, "Number of triangle (F/R) if-conversions performed")

	STATISTIC (NumDiamonds, "Number of diamond if-conversions performed")

	STATISTIC (NumForkedDiamonds, "Number of forked-diamond if-conversions performed")

	STATISTIC (NumIfConvBBs, "Number of if-converted blocks")

	STATISTIC (NumDupBBs, "Number of duplicated blocks")

	STATISTIC (NumUnpred, "Number of true blocks of diamonds unpredicated")

static MachineBasicBlock *	findFalseBlock (MachineBasicBlock BB, MachineBasicBlock TrueBB)
	BB has a fallthrough. Find its 'false' successor given its 'true' successor.

static MachineBasicBlock *	getNextBlock (MachineBasicBlock &MBB)
	Returns the next block in the function blocks ordering.

static void	verifySameBranchInstructions (MachineBasicBlock MBB1, MachineBasicBlock MBB2)

static bool	canFallThroughTo (MachineBasicBlock &MBB, MachineBasicBlock &ToMBB)
	Returns true either if ToMBB is the next block after MBB or that all the intervening blocks are empty (given MBB can fall through to its next block).

static void	InsertUncondBranch (MachineBasicBlock &MBB, MachineBasicBlock &ToMBB, const TargetInstrInfo *TII)
	Inserts an unconditional branch from `MBB` to `ToMBB`.

static void	UpdatePredRedefs (MachineInstr &MI, LivePhysRegs &Redefs)
	Behaves like LiveRegUnits::StepForward() but also adds implicit uses to all values defined in MI which are also live/used by MI.

static bool	MaySpeculate (const MachineInstr &MI, SmallSet< MCPhysReg, 4 > &LaterRedefs)

Variables
static cl::opt< int >	IfCvtFnStart ("ifcvt-fn-start", cl::init(-1), cl::Hidden)

static cl::opt< int >	IfCvtFnStop ("ifcvt-fn-stop", cl::init(-1), cl::Hidden)

static cl::opt< int >	IfCvtLimit ("ifcvt-limit", cl::init(-1), cl::Hidden)

static cl::opt< bool >	DisableSimple ("disable-ifcvt-simple", cl::init(false), cl::Hidden)

static cl::opt< bool >	DisableSimpleF ("disable-ifcvt-simple-false", cl::init(false), cl::Hidden)

static cl::opt< bool >	DisableTriangle ("disable-ifcvt-triangle", cl::init(false), cl::Hidden)

static cl::opt< bool >	DisableTriangleR ("disable-ifcvt-triangle-rev", cl::init(false), cl::Hidden)

static cl::opt< bool >	DisableTriangleF ("disable-ifcvt-triangle-false", cl::init(false), cl::Hidden)

static cl::opt< bool >	DisableDiamond ("disable-ifcvt-diamond", cl::init(false), cl::Hidden)

static cl::opt< bool >	DisableForkedDiamond ("disable-ifcvt-forked-diamond", cl::init(false), cl::Hidden)

static cl::opt< bool >	IfCvtBranchFold ("ifcvt-branch-fold", cl::init(true), cl::Hidden)

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE "if-converter"

Definition at line 58 of file IfConversion.cpp.

Function Documentation

◆ canFallThroughTo()

static bool canFallThroughTo	(	MachineBasicBlock &	MBB,
		MachineBasicBlock &	ToMBB
	)

static

Returns true either if ToMBB is the next block after MBB or that all the intervening blocks are empty (given MBB can fall through to its next block).

Definition at line 1438 of file IfConversion.cpp.

References llvm::MachineFunction::end(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineBasicBlock::getParent(), I, and MBB.

◆ findFalseBlock()

static MachineBasicBlock * findFalseBlock	(	MachineBasicBlock *	BB,
		MachineBasicBlock *	TrueBB
	)

static

BB has a fallthrough. Find its 'false' successor given its 'true' successor.

Definition at line 608 of file IfConversion.cpp.

References llvm::MachineBasicBlock::successors().

◆ getNextBlock()

static MachineBasicBlock * getNextBlock ( MachineBasicBlock & MBB )

inlinestatic

Returns the next block in the function blocks ordering.

If it is the end, returns NULL.

Definition at line 632 of file IfConversion.cpp.

References llvm::MachineFunction::end(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineBasicBlock::getParent(), I, and MBB.

◆ InsertUncondBranch()

static void InsertUncondBranch	(	MachineBasicBlock &	MBB,
		MachineBasicBlock &	ToMBB,
		const TargetInstrInfo *	TII
	)

static

Inserts an unconditional branch from MBB to ToMBB.

Definition at line 1467 of file IfConversion.cpp.

References llvm::HexagonInstrInfo::insertBranch(), MBB, and TII.

◆ MaySpeculate()

static bool MaySpeculate	(	const MachineInstr &	MI,
		SmallSet< MCPhysReg, 4 > &	LaterRedefs
	)

static

Definition at line 2097 of file IfConversion.cpp.

References llvm::SmallSet< T, N, C >::count(), and MI.

◆ STATISTIC() [1/11]

STATISTIC	(	NumDiamonds	,
		"Number of diamond if-conversions performed"
	)

◆ STATISTIC() [2/11]

STATISTIC	(	NumDupBBs	,
		"Number of duplicated blocks"
	)

◆ STATISTIC() [3/11]

STATISTIC	(	NumForkedDiamonds	,
		"Number of forked-diamond if-conversions performed"
	)

◆ STATISTIC() [4/11]

STATISTIC	(	NumIfConvBBs	,
		"Number of if-converted blocks"
	)

◆ STATISTIC() [5/11]

STATISTIC	(	NumSimple	,
		"Number of simple if-conversions performed"
	)

◆ STATISTIC() [6/11]

STATISTIC	(	NumSimpleFalse	,
		"Number of simple (F) if-conversions performed"
	)

◆ STATISTIC() [7/11]

STATISTIC	(	NumTriangle	,
		"Number of triangle if-conversions performed"
	)

◆ STATISTIC() [8/11]

STATISTIC	(	NumTriangleFalse	,
		"Number of triangle (F) if-conversions performed"
	)

◆ STATISTIC() [9/11]

STATISTIC	(	NumTriangleFRev	,
		"Number of triangle (F/R) if-conversions performed"
	)

◆ STATISTIC() [10/11]

STATISTIC	(	NumTriangleRev	,
		"Number of triangle (R) if-conversions performed"
	)

◆ STATISTIC() [11/11]

STATISTIC	(	NumUnpred	,
		"Number of true blocks of diamonds unpredicated"
	)

◆ UpdatePredRedefs()

static void UpdatePredRedefs	(	MachineInstr &	MI,
		LivePhysRegs &	Redefs
	)

static

Behaves like LiveRegUnits::StepForward() but also adds implicit uses to all values defined in MI which are also live/used by MI.

Definition at line 1476 of file IfConversion.cpp.

References llvm::MachineInstrBuilder::addReg(), llvm::any_of(), llvm::SparseSet< ValueT, KeyFunctorT, SparseT >::count(), llvm::RegState::Define, llvm::MachineInstr::getMF(), llvm::RegState::Implicit, llvm::SparseSet< ValueT, KeyFunctorT, SparseT >::insert(), MI, llvm::SparseSet< ValueT, KeyFunctorT, SparseT >::setUniverse(), llvm::LivePhysRegs::stepForward(), and TRI.

◆ verifySameBranchInstructions()

static void verifySameBranchInstructions	(	MachineBasicBlock *	MBB1,
		MachineBasicBlock *	MBB2
	)

static

Definition at line 828 of file IfConversion.cpp.

References assert(), llvm::MachineBasicBlock::rbegin(), llvm::MachineBasicBlock::rend(), and llvm::skipDebugInstructionsForward().

Variable Documentation

◆ DisableDiamond

cl::opt< bool > DisableDiamond("disable-ifcvt-diamond", cl::init(false), cl::Hidden)	(	"disable-ifcvt-diamond"	,
		cl::init(false)	,
		cl::Hidden
	)

static

◆ DisableForkedDiamond

cl::opt< bool > DisableForkedDiamond("disable-ifcvt-forked-diamond", cl::init(false), cl::Hidden)	(	"disable-ifcvt-forked-diamond"	,
		cl::init(false)	,
		cl::Hidden
	)

static

◆ DisableSimple

cl::opt< bool > DisableSimple("disable-ifcvt-simple", cl::init(false), cl::Hidden)	(	"disable-ifcvt-simple"	,
		cl::init(false)	,
		cl::Hidden
	)

static

◆ DisableSimpleF

cl::opt< bool > DisableSimpleF("disable-ifcvt-simple-false", cl::init(false), cl::Hidden)	(	"disable-ifcvt-simple-false"	,
		cl::init(false)	,
		cl::Hidden
	)

static

◆ DisableTriangle

cl::opt< bool > DisableTriangle("disable-ifcvt-triangle", cl::init(false), cl::Hidden)	(	"disable-ifcvt-triangle"	,
		cl::init(false)	,
		cl::Hidden
	)

static

◆ DisableTriangleF

cl::opt< bool > DisableTriangleF("disable-ifcvt-triangle-false", cl::init(false), cl::Hidden)	(	"disable-ifcvt-triangle-false"	,
		cl::init(false)	,
		cl::Hidden
	)

static

◆ DisableTriangleR

cl::opt< bool > DisableTriangleR("disable-ifcvt-triangle-rev", cl::init(false), cl::Hidden)	(	"disable-ifcvt-triangle-rev"	,
		cl::init(false)	,
		cl::Hidden
	)

static

◆ IfCvtBranchFold

cl::opt< bool > IfCvtBranchFold("ifcvt-branch-fold", cl::init(true), cl::Hidden)	(	"ifcvt-branch-fold"	,
		cl::init(true)	,
		cl::Hidden
	)

static

◆ IfCvtFnStart

cl::opt< int > IfCvtFnStart("ifcvt-fn-start", cl::init(-1), cl::Hidden)	(	"ifcvt-fn-start"	,
		cl::init(-1)	,
		cl::Hidden
	)

static

◆ IfCvtFnStop

cl::opt< int > IfCvtFnStop("ifcvt-fn-stop", cl::init(-1), cl::Hidden)	(	"ifcvt-fn-stop"	,
		cl::init(-1)	,
		cl::Hidden
	)

static

◆ IfCvtLimit

cl::opt< int > IfCvtLimit("ifcvt-limit", cl::init(-1), cl::Hidden)	(	"ifcvt-limit"	,
		cl::init(-1)	,
		cl::Hidden
	)

static

Macros

Functions

Variables

Macro Definition Documentation

◆ DEBUG_TYPE

Function Documentation

◆ canFallThroughTo()

◆ findFalseBlock()

◆ getNextBlock()

◆ InsertUncondBranch()

◆ MaySpeculate()

◆ STATISTIC() [1/11]

◆ STATISTIC() [2/11]

◆ STATISTIC() [3/11]

◆ STATISTIC() [4/11]

◆ STATISTIC() [5/11]

◆ STATISTIC() [6/11]

◆ STATISTIC() [7/11]

◆ STATISTIC() [8/11]

◆ STATISTIC() [9/11]

◆ STATISTIC() [10/11]

◆ STATISTIC() [11/11]

◆ UpdatePredRedefs()

◆ verifySameBranchInstructions()

Variable Documentation

◆ DisableDiamond

◆ DisableForkedDiamond

◆ DisableSimple

◆ DisableSimpleF

◆ DisableTriangle

◆ DisableTriangleF

◆ DisableTriangleR

◆ IfCvtBranchFold

◆ IfCvtFnStart

◆ IfCvtFnStop

◆ IfCvtLimit