LLVM 19.0.0git
|
#include "RISCVInstrInfo.h"
#include "MCTargetDesc/RISCVMatInt.h"
#include "RISCV.h"
#include "RISCVMachineFunctionInfo.h"
#include "RISCVSubtarget.h"
#include "RISCVTargetMachine.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/Analysis/MemoryLocation.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/CodeGen/LiveIntervals.h"
#include "llvm/CodeGen/LiveVariables.h"
#include "llvm/CodeGen/MachineCombinerPattern.h"
#include "llvm/CodeGen/MachineFunctionPass.h"
#include "llvm/CodeGen/MachineInstrBuilder.h"
#include "llvm/CodeGen/MachineRegisterInfo.h"
#include "llvm/CodeGen/MachineTraceMetrics.h"
#include "llvm/CodeGen/RegisterScavenging.h"
#include "llvm/CodeGen/StackMaps.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/MC/MCInstBuilder.h"
#include "llvm/MC/TargetRegistry.h"
#include "llvm/Support/ErrorHandling.h"
#include "RISCVGenCompressInstEmitter.inc"
#include "RISCVGenInstrInfo.inc"
#include "RISCVGenSearchableTables.inc"
Go to the source code of this file.
Namespaces | |
namespace | llvm |
This is an optimization pass for GlobalISel generic memory operations. | |
namespace | llvm::RISCVVPseudosTable |
namespace | llvm::RISCV |
Enumerations | |
enum | MachineOutlinerConstructionID { MachineOutlinerDefault } |
Variables | |
static cl::opt< bool > | PreferWholeRegisterMove ("riscv-prefer-whole-register-move", cl::init(false), cl::Hidden, cl::desc("Prefer whole register move for vector registers.")) |
static cl::opt< MachineTraceStrategy > | ForceMachineCombinerStrategy ("riscv-force-machine-combiner-strategy", cl::Hidden, cl::desc("Force machine combiner to use a specific strategy for machine " "trace metrics evaluation."), cl::init(MachineTraceStrategy::TS_NumStrategies), cl::values(clEnumValN(MachineTraceStrategy::TS_Local, "local", "Local strategy."), clEnumValN(MachineTraceStrategy::TS_MinInstrCount, "min-instr", "MinInstrCount strategy."))) |
#define CASE_FP_WIDEOP_CHANGE_OPCODE_COMMON | ( | OP, | |
LMUL, | |||
SEW | |||
) |
Definition at line 3503 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS | ( | OP | ) | CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS_MF4(OP) |
Definition at line 3519 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3508 of file RISCVInstrInfo.cpp.
Definition at line 3489 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3492 of file RISCVInstrInfo.cpp.
#define CASE_OPERAND_UIMM | ( | NUM | ) |
#define CASE_RVV_OPCODE | ( | OP | ) |
Definition at line 3039 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_LMUL | ( | OP, | |
LMUL | |||
) |
Definition at line 3007 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_MASK | ( | OP | ) |
Definition at line 3031 of file RISCVInstrInfo.cpp.
Definition at line 3004 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_MASK_WIDEN | ( | OP | ) |
Definition at line 3023 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_UNMASK | ( | OP | ) |
Definition at line 3019 of file RISCVInstrInfo.cpp.
Definition at line 3001 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_UNMASK_WIDEN | ( | OP | ) |
Definition at line 3011 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_WIDEN | ( | OP | ) |
Definition at line 3035 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_COMMON | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
LMUL, | |||
SEW | |||
) |
#define CASE_VFMA_CHANGE_OPCODE_LMULS | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3311 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_M1 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3292 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_MF2 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3298 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_MF4 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3307 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_SPLATS | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3315 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_VV | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3302 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_COMMON | ( | OP, | |
TYPE, | |||
LMUL, | |||
SEW | |||
) | RISCV::PseudoV##OP##_##TYPE##_##LMUL##_##SEW |
Definition at line 3067 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_M1 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3070 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_MF2 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3076 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_MF4 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3080 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_VV | ( | OP | ) |
Definition at line 3084 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_SPLATS | ( | OP | ) |
Definition at line 3089 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_COMMON | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
LMUL | |||
) |
#define CASE_VMA_CHANGE_OPCODE_LMULS | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3277 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_M1 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3263 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_MF2 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3269 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_MF4 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3273 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_SPLATS | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3281 of file RISCVInstrInfo.cpp.
Definition at line 3045 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS | ( | OP, | |
TYPE | |||
) |
Definition at line 3062 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_M1 | ( | OP, | |
TYPE | |||
) |
Definition at line 3048 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_MF2 | ( | OP, | |
TYPE | |||
) |
Definition at line 3054 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_MF4 | ( | OP, | |
TYPE | |||
) |
Definition at line 3058 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_CHANGE_OPCODE_COMMON | ( | OP, | |
LMUL | |||
) |
#define CASE_WIDEOP_CHANGE_OPCODE_LMULS | ( | OP | ) |
Definition at line 3484 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_CHANGE_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3477 of file RISCVInstrInfo.cpp.
Definition at line 3458 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_OPCODE_LMULS | ( | OP | ) |
Definition at line 3468 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3461 of file RISCVInstrInfo.cpp.
#define GEN_CHECK_COMPRESS_INSTR |
Definition at line 39 of file RISCVInstrInfo.cpp.
#define GET_INSTRINFO_CTOR_DTOR |
Definition at line 42 of file RISCVInstrInfo.cpp.
#define GET_INSTRINFO_NAMED_OPS |
Definition at line 43 of file RISCVInstrInfo.cpp.
#define GET_RISCVMaskedPseudosTable_IMPL |
Definition at line 71 of file RISCVInstrInfo.cpp.
#define GET_RISCVVPseudosTable_IMPL |
Definition at line 64 of file RISCVInstrInfo.cpp.
#define OPCODE_LMUL_CASE | ( | OPC | ) |
#define OPCODE_LMUL_MASK_CASE | ( | OPC | ) |
#define RVV_OPC_LMUL_CASE | ( | OPC, | |
INV | |||
) |
#define RVV_OPC_LMUL_MASK_CASE | ( | OPC, | |
INV | |||
) |
Enumerator | |
---|---|
MachineOutlinerDefault |
Definition at line 2806 of file RISCVInstrInfo.cpp.
|
static |
Utility routine that checks if.
MO | is defined by an |
CombineOpc | instruction in the basic block |
MBB |
Definition at line 2068 of file RISCVInstrInfo.cpp.
References llvm::MachineBasicBlock::getParent(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::MachineOperand::isReg(), llvm::Register::isVirtual(), MBB, MI, and MRI.
|
static |
Definition at line 2010 of file RISCVInstrInfo.cpp.
References llvm::MachineInstr::FmContract, llvm::MachineInstr::getFlag(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::RISCV::hasEqualFRM(), isFMUL(), llvm::MachineOperand::isReg(), llvm::Register::isVirtual(), MI, and MRI.
Referenced by getFPFusedMultiplyPatterns().
|
static |
Utility routine that checks if.
MO | is defined by a SLLI in |
MBB | that can be combined by splitting across 2 SHXADD instructions. The first SHXADD shift amount is given by |
OuterShiftAmt. |
Definition at line 2089 of file RISCVInstrInfo.cpp.
References canCombine(), llvm::MachineOperand::getImm(), llvm::MachineInstr::getOperand(), and MBB.
Referenced by getSHXADDPatterns().
|
static |
Identify instructions that can be folded into a CCMOV instruction, and return the defining instruction.
Definition at line 1321 of file RISCVInstrInfo.cpp.
References llvm::drop_begin(), getPredicatedOpcode(), MI, and MRI.
Referenced by llvm::RISCVInstrInfo::optimizeSelect().
|
static |
Definition at line 2206 of file RISCVInstrInfo.cpp.
References llvm::MachineInstrBuilder::addReg(), llvm::BuildMI(), getAddendOperandIdx(), llvm::MachineInstr::getDebugLoc(), llvm::MachineInstr::getFlags(), getFPFusedMultiplyOpcode(), llvm::TargetSubtargetInfo::getInstrInfo(), llvm::getKillRegState(), llvm::DILocation::getMergedLocation(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::MachineFunction::getSubtarget(), llvm::MachineOperand::isKill(), MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineInstrBuilder::setMIFlags(), and TII.
Referenced by llvm::RISCVInstrInfo::genAlternativeCodeSequence().
|
static |
Definition at line 168 of file RISCVInstrInfo.cpp.
|
static |
Definition at line 2252 of file RISCVInstrInfo.cpp.
References llvm::MachineInstrBuilder::addReg(), assert(), llvm::BuildMI(), llvm::MachineOperand::getImm(), llvm::TargetSubtargetInfo::getInstrInfo(), llvm::getKillRegState(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), getSHXADDShiftAmount(), llvm::MachineFunction::getSubtarget(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::insert(), llvm::RegState::Kill, llvm_unreachable, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), TII, X, and Y.
Referenced by llvm::RISCVInstrInfo::genAlternativeCodeSequence().
Definition at line 2193 of file RISCVInstrInfo.cpp.
References llvm::FMADD_AX, llvm::FMADD_XA, llvm::FMSUB, llvm::FNMSUB, and llvm_unreachable.
Referenced by combineFPFusedMultiply().
|
static |
Definition at line 832 of file RISCVInstrInfo.cpp.
References llvm::RISCVCC::COND_EQ, llvm::RISCVCC::COND_GE, llvm::RISCVCC::COND_GEU, llvm::RISCVCC::COND_INVALID, llvm::RISCVCC::COND_LT, llvm::RISCVCC::COND_LTU, and llvm::RISCVCC::COND_NE.
Definition at line 2171 of file RISCVInstrInfo.cpp.
References llvm::FMSUB, and llvm_unreachable.
Referenced by combineFPFusedMultiply().
|
static |
Definition at line 2037 of file RISCVInstrInfo.cpp.
References canCombineFPFusedMultiply(), llvm::FMADD_AX, llvm::FMADD_XA, llvm::FMSUB, llvm::FNMSUB, llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), isFADD(), isFSUB(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().
Referenced by getFPPatterns().
|
static |
Definition at line 2060 of file RISCVInstrInfo.cpp.
References getFPFusedMultiplyPatterns().
Referenced by llvm::RISCVInstrInfo::getMachineCombinerPatterns().
Definition at line 1281 of file RISCVInstrInfo.cpp.
Referenced by canFoldAsPredicatedOp(), and llvm::RISCVInstrInfo::optimizeSelect().
|
static |
Definition at line 2120 of file RISCVInstrInfo.cpp.
References canCombine(), canCombineShiftIntoShXAdd(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), getSHXADDShiftAmount(), MBB, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SHXADD_ADD_SLLI_OP1, and llvm::SHXADD_ADD_SLLI_OP2.
Referenced by llvm::RISCVInstrInfo::getMachineCombinerPatterns().
Definition at line 2105 of file RISCVInstrInfo.cpp.
Referenced by genShXAddAddShift(), and getSHXADDPatterns().
|
static |
Definition at line 173 of file RISCVInstrInfo.cpp.
References assert(), llvm::MachineBasicBlock::begin(), llvm::RISCVSubtarget::getRegisterInfo(), llvm::RISCVVType::getSEW(), llvm::RISCVVType::getVLMUL(), llvm::RISCVII::hasSEWOp(), llvm::RISCVII::hasVLOp(), llvm::RISCVII::isRVVWideningReduction(), llvm::RISCVVType::isTailAgnostic(), MBB, MBBI, PreferWholeRegisterMove, and TRI.
Referenced by llvm::RISCVInstrInfo::copyPhysRegVector().
Definition at line 1612 of file RISCVInstrInfo.cpp.
Referenced by getFPFusedMultiplyPatterns(), and llvm::RISCVInstrInfo::isAssociativeAndCommutative().
Definition at line 1634 of file RISCVInstrInfo.cpp.
Referenced by canCombineFPFusedMultiply(), and llvm::RISCVInstrInfo::isAssociativeAndCommutative().
Definition at line 1623 of file RISCVInstrInfo.cpp.
Referenced by getFPFusedMultiplyPatterns().
Definition at line 3766 of file RISCVInstrInfo.cpp.
Referenced by llvm::RISCV::isRVVSpill().
|
static |
Definition at line 2634 of file RISCVInstrInfo.cpp.
References llvm::ArrayRef< T >::front(), llvm::getUnderlyingObject(), llvm::MachineInstr::hasOneMemOperand(), and llvm::MachineInstr::memoperands_begin().
|
static |
Definition at line 858 of file RISCVInstrInfo.cpp.
References assert(), CC, Cond, llvm::MachineOperand::CreateImm(), getCondFromBranchOpc(), llvm::MachineInstr::getDesc(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), and llvm::MCInstrDesc::isConditionalBranch().
|
static |
Referenced by llvm::RISCVInstrInfo::getMachineCombinerTraceStrategy().
|
static |
Referenced by isConvertibleToVMV_V_V().