X86FlagsCopyLowering.cpp File Reference

Lowers COPY nodes of EFLAGS by directly extracting and preserving individual flag bits. More...

#include "X86.h"
#include "X86InstrInfo.h"
#include "X86Subtarget.h"
#include "llvm/ADT/DepthFirstIterator.h"
#include "llvm/ADT/PostOrderIterator.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/ScopeExit.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/CodeGen/MachineBasicBlock.h"
#include "llvm/CodeGen/MachineConstantPool.h"
#include "llvm/CodeGen/MachineDominators.h"
#include "llvm/CodeGen/MachineFunction.h"
#include "llvm/CodeGen/MachineFunctionPass.h"
#include "llvm/CodeGen/MachineInstr.h"
#include "llvm/CodeGen/MachineInstrBuilder.h"
#include "llvm/CodeGen/MachineModuleInfo.h"
#include "llvm/CodeGen/MachineOperand.h"
#include "llvm/CodeGen/MachineRegisterInfo.h"
#include "llvm/CodeGen/MachineSSAUpdater.h"
#include "llvm/CodeGen/TargetInstrInfo.h"
#include "llvm/CodeGen/TargetRegisterInfo.h"
#include "llvm/CodeGen/TargetSchedule.h"
#include "llvm/CodeGen/TargetSubtargetInfo.h"
#include "llvm/IR/DebugLoc.h"
#include "llvm/MC/MCSchedule.h"
#include "llvm/Pass.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/raw_ostream.h"
#include <algorithm>
#include <cassert>
#include <iterator>
#include <utility>

Go to the source code of this file.

Macros
#define	PASS_KEY   "x86-flags-copy-lowering"
#define	DEBUG_TYPE   PASS_KEY
#define	FROM_TO(A, B)
#define	CASE(A)

Enumerations
enum	EFLAGSClobber { NoClobber , EvitableClobber , InevitableClobber }

Functions
	STATISTIC (NumCopiesEliminated, "Number of copies of EFLAGS eliminated")
	STATISTIC (NumSetCCsInserted, "Number of setCC instructions inserted")
	STATISTIC (NumTestsInserted, "Number of test instructions inserted")
	STATISTIC (NumAddsInserted, "Number of adds instructions inserted")
	STATISTIC (NumNFsConvertedTo, "Number of NF instructions converted to")
	INITIALIZE_PASS_BEGIN (X86FlagsCopyLoweringPass, DEBUG_TYPE, "X86 EFLAGS copy lowering", false, false) INITIALIZE_PASS_END(X86FlagsCopyLoweringPass
static bool	isArithmeticOp (unsigned Opc)
static MachineBasicBlock &	splitBlock (MachineBasicBlock &MBB, MachineInstr &SplitI, const X86InstrInfo &TII)
static EFLAGSClobber	getClobberType (const MachineInstr &MI)
static X86::CondCode	getImplicitCondFromMI (unsigned Opc)
static unsigned	getOpcodeWithCC (unsigned Opc, X86::CondCode CC)

Variables
cl::opt< bool >	X86EnableAPXForRelocation
	DEBUG_TYPE
X86 EFLAGS copy	lowering
X86 EFLAGS copy	false

Detailed Description

Lowers COPY nodes of EFLAGS by directly extracting and preserving individual flag bits.

We have to do this by carefully analyzing and rewriting the usage of the copied EFLAGS register because there is no general way to rematerialize the entire EFLAGS register safely and efficiently. Using popf both forces dynamic stack adjustment and can create correctness issues due to IF, TF, and other non-status flags being overwritten. Using sequences involving SAHF don't work on all x86 processors and are often quite slow compared to directly testing a single status preserved in its own GPR.

Definition in file X86FlagsCopyLowering.cpp.

Macro Definition Documentation

CASE

#define CASE

(

A

)

Value:

  case X86::CMOVB_##A:                                                         \
  case X86::CMOVE_##A:                                                         \
  case X86::CMOVP_##A:                                                         \
  case X86::CMOVBE_##A:                                                        \
  case X86::CMOVNB_##A:                                                        \
  case X86::CMOVNE_##A:                                                        \
  case X86::CMOVNP_##A:                                                        \
  case X86::CMOVNBE_##A:                                                       \
    return (CC == X86::COND_E) ? X86::CMOVE_##A : X86::CMOVNE_##A;

DEBUG_TYPE

#define DEBUG_TYPE   PASS_KEY

Definition at line 61 of file X86FlagsCopyLowering.cpp.

FROM_TO

#define FROM_TO	(		A,
			B )

Value:

  case X86::CMOV##A##_Fp32:                                                    \
  case X86::CMOV##A##_Fp64:                                                    \
  case X86::CMOV##A##_Fp80:                                                    \
    return X86::COND_##B;

PASS_KEY

#define PASS_KEY   "x86-flags-copy-lowering"

Definition at line 60 of file X86FlagsCopyLowering.cpp.

Referenced by INITIALIZE_PASS(), INITIALIZE_PASS_BEGIN(), and INITIALIZE_PASS_BEGIN().

Enumeration Type Documentation

EFLAGSClobber

enum EFLAGSClobber

Enumerator
NoClobber
EvitableClobber
InevitableClobber

Definition at line 240 of file X86FlagsCopyLowering.cpp.

Function Documentation

getClobberType()

EFLAGSClobber getClobberType ( const MachineInstr & MI )

static

Definition at line 242 of file X86FlagsCopyLowering.cpp.

References EvitableClobber, llvm::X86::getNFVariant(), InevitableClobber, llvm::isAddMemInstrWithRelocation(), llvm::MachineOperand::isDead(), MI, NoClobber, and X86EnableAPXForRelocation.

getImplicitCondFromMI()

X86::CondCode getImplicitCondFromMI ( unsigned Opc )

static

Definition at line 874 of file X86FlagsCopyLowering.cpp.

References A(), B(), llvm::X86::COND_INVALID, E(), FROM_TO, Opc, and P.

getOpcodeWithCC()

unsigned getOpcodeWithCC ( unsigned Opc, X86::CondCode CC )

static

Definition at line 896 of file X86FlagsCopyLowering.cpp.

References assert(), CASE, llvm::X86::COND_E, llvm::X86::COND_NE, llvm_unreachable, and Opc.

INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	X86FlagsCopyLoweringPass	,
		DEBUG_TYPE	,
		"X86 EFLAGS copy lowering"	,
		false	,
		false	)

References DEBUG_TYPE.

isArithmeticOp()

bool isArithmeticOp ( unsigned Opc )

static

Definition at line 135 of file X86FlagsCopyLowering.cpp.

References Opc.

splitBlock()

MachineBasicBlock & splitBlock ( MachineBasicBlock & MBB, MachineInstr & SplitI, const X86InstrInfo & TII )

static

Definition at line 140 of file X86FlagsCopyLowering.cpp.

References assert(), llvm::X86::COND_INVALID, llvm::X86::getCondFromBranch(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineInstr::isBranch(), MBB, MI, and TII.

STATISTIC() [1/5]

STATISTIC	(	NumAddsInserted	,
		"Number of adds instructions inserted"	)

STATISTIC() [2/5]

STATISTIC	(	NumCopiesEliminated	,
		"Number of copies of EFLAGS eliminated"	)

STATISTIC() [3/5]

STATISTIC	(	NumNFsConvertedTo	,
		"Number of NF instructions converted to"	)

References X86EnableAPXForRelocation.

STATISTIC() [4/5]

STATISTIC	(	NumSetCCsInserted	,
		"Number of setCC instructions inserted"	)

STATISTIC() [5/5]

STATISTIC	(	NumTestsInserted	,
		"Number of test instructions inserted"	)

Variable Documentation

DEBUG_TYPE

DEBUG_TYPE

Definition at line 121 of file X86FlagsCopyLowering.cpp.

false

X86 EFLAGS copy false

Definition at line 122 of file X86FlagsCopyLowering.cpp.

lowering

X86 EFLAGS copy lowering

Definition at line 122 of file X86FlagsCopyLowering.cpp.

X86EnableAPXForRelocation

cl::opt<bool> X86EnableAPXForRelocation

extern