LLVM 20.0.0git
|
#include "RISCVInstrInfo.h"
#include "MCTargetDesc/RISCVMatInt.h"
#include "RISCV.h"
#include "RISCVMachineFunctionInfo.h"
#include "RISCVSubtarget.h"
#include "RISCVTargetMachine.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/Analysis/MemoryLocation.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/CodeGen/LiveIntervals.h"
#include "llvm/CodeGen/LiveVariables.h"
#include "llvm/CodeGen/MachineCombinerPattern.h"
#include "llvm/CodeGen/MachineFunctionPass.h"
#include "llvm/CodeGen/MachineInstrBuilder.h"
#include "llvm/CodeGen/MachineRegisterInfo.h"
#include "llvm/CodeGen/MachineTraceMetrics.h"
#include "llvm/CodeGen/RegisterScavenging.h"
#include "llvm/CodeGen/StackMaps.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/Module.h"
#include "llvm/MC/MCInstBuilder.h"
#include "llvm/MC/TargetRegistry.h"
#include "llvm/Support/ErrorHandling.h"
#include "RISCVGenCompressInstEmitter.inc"
#include "RISCVGenInstrInfo.inc"
#include "RISCVGenSearchableTables.inc"
Go to the source code of this file.
Namespaces | |
namespace | llvm |
This is an optimization pass for GlobalISel generic memory operations. | |
namespace | llvm::RISCVVPseudosTable |
namespace | llvm::RISCV |
Enumerations | |
enum | MachineOutlinerConstructionID { MachineOutlinerDefault } |
Variables | |
static cl::opt< bool > | PreferWholeRegisterMove ("riscv-prefer-whole-register-move", cl::init(false), cl::Hidden, cl::desc("Prefer whole register move for vector registers.")) |
static cl::opt< MachineTraceStrategy > | ForceMachineCombinerStrategy ("riscv-force-machine-combiner-strategy", cl::Hidden, cl::desc("Force machine combiner to use a specific strategy for machine " "trace metrics evaluation."), cl::init(MachineTraceStrategy::TS_NumStrategies), cl::values(clEnumValN(MachineTraceStrategy::TS_Local, "local", "Local strategy."), clEnumValN(MachineTraceStrategy::TS_MinInstrCount, "min-instr", "MinInstrCount strategy."))) |
#define CASE_FP_WIDEOP_CHANGE_OPCODE_COMMON | ( | OP, | |
LMUL, | |||
SEW | |||
) |
Definition at line 3521 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS | ( | OP | ) | CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS_MF4(OP) |
Definition at line 3537 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3526 of file RISCVInstrInfo.cpp.
Definition at line 3507 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3510 of file RISCVInstrInfo.cpp.
#define CASE_OPERAND_UIMM | ( | NUM | ) |
#define CASE_RVV_OPCODE | ( | OP | ) |
Definition at line 3057 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_LMUL | ( | OP, | |
LMUL | |||
) |
Definition at line 3025 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_MASK | ( | OP | ) |
Definition at line 3049 of file RISCVInstrInfo.cpp.
Definition at line 3022 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_MASK_WIDEN | ( | OP | ) |
Definition at line 3041 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_UNMASK | ( | OP | ) |
Definition at line 3037 of file RISCVInstrInfo.cpp.
Definition at line 3019 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_UNMASK_WIDEN | ( | OP | ) |
Definition at line 3029 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_WIDEN | ( | OP | ) |
Definition at line 3053 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_COMMON | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
LMUL, | |||
SEW | |||
) |
#define CASE_VFMA_CHANGE_OPCODE_LMULS | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3329 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_M1 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3310 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_MF2 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3316 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_MF4 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3325 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_SPLATS | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3333 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_VV | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3320 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_COMMON | ( | OP, | |
TYPE, | |||
LMUL, | |||
SEW | |||
) | RISCV::PseudoV##OP##_##TYPE##_##LMUL##_##SEW |
Definition at line 3085 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_M1 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3088 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_MF2 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3094 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_MF4 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3098 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_VV | ( | OP | ) |
Definition at line 3102 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_SPLATS | ( | OP | ) |
Definition at line 3107 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_COMMON | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
LMUL | |||
) |
#define CASE_VMA_CHANGE_OPCODE_LMULS | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3295 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_M1 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3281 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_MF2 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3287 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_MF4 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3291 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_SPLATS | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3299 of file RISCVInstrInfo.cpp.
Definition at line 3063 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS | ( | OP, | |
TYPE | |||
) |
Definition at line 3080 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_M1 | ( | OP, | |
TYPE | |||
) |
Definition at line 3066 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_MF2 | ( | OP, | |
TYPE | |||
) |
Definition at line 3072 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_MF4 | ( | OP, | |
TYPE | |||
) |
Definition at line 3076 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_CHANGE_OPCODE_COMMON | ( | OP, | |
LMUL | |||
) |
#define CASE_WIDEOP_CHANGE_OPCODE_LMULS | ( | OP | ) |
Definition at line 3502 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_CHANGE_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3495 of file RISCVInstrInfo.cpp.
Definition at line 3476 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_OPCODE_LMULS | ( | OP | ) |
Definition at line 3486 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3479 of file RISCVInstrInfo.cpp.
#define GEN_CHECK_COMPRESS_INSTR |
Definition at line 40 of file RISCVInstrInfo.cpp.
#define GET_INSTRINFO_CTOR_DTOR |
Definition at line 43 of file RISCVInstrInfo.cpp.
#define GET_INSTRINFO_NAMED_OPS |
Definition at line 44 of file RISCVInstrInfo.cpp.
#define GET_RISCVMaskedPseudosTable_IMPL |
Definition at line 72 of file RISCVInstrInfo.cpp.
#define GET_RISCVVPseudosTable_IMPL |
Definition at line 65 of file RISCVInstrInfo.cpp.
#define OPCODE_LMUL_CASE | ( | OPC | ) |
#define OPCODE_LMUL_MASK_CASE | ( | OPC | ) |
#define RVV_OPC_LMUL_CASE | ( | OPC, | |
INV | |||
) |
#define RVV_OPC_LMUL_MASK_CASE | ( | OPC, | |
INV | |||
) |
Enumerator | |
---|---|
MachineOutlinerDefault |
Definition at line 2822 of file RISCVInstrInfo.cpp.
|
static |
Utility routine that checks if.
MO | is defined by an |
CombineOpc | instruction in the basic block |
MBB |
Definition at line 2078 of file RISCVInstrInfo.cpp.
References llvm::MachineBasicBlock::getParent(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::MachineOperand::isReg(), llvm::Register::isVirtual(), MBB, MI, and MRI.
|
static |
Definition at line 2020 of file RISCVInstrInfo.cpp.
References llvm::MachineInstr::FmContract, llvm::MachineInstr::getFlag(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::RISCV::hasEqualFRM(), isFMUL(), llvm::MachineOperand::isReg(), llvm::Register::isVirtual(), MI, and MRI.
Referenced by getFPFusedMultiplyPatterns().
|
static |
Utility routine that checks if.
MO | is defined by a SLLI in |
MBB | that can be combined by splitting across 2 SHXADD instructions. The first SHXADD shift amount is given by |
OuterShiftAmt. |
Definition at line 2099 of file RISCVInstrInfo.cpp.
References canCombine(), llvm::MachineOperand::getImm(), llvm::MachineInstr::getOperand(), and MBB.
Referenced by getSHXADDPatterns().
|
static |
Identify instructions that can be folded into a CCMOV instruction, and return the defining instruction.
Definition at line 1334 of file RISCVInstrInfo.cpp.
References llvm::drop_begin(), getPredicatedOpcode(), MI, and MRI.
Referenced by llvm::RISCVInstrInfo::optimizeSelect().
|
static |
Definition at line 2216 of file RISCVInstrInfo.cpp.
References llvm::MachineInstrBuilder::addReg(), llvm::BuildMI(), getAddendOperandIdx(), llvm::MachineInstr::getDebugLoc(), llvm::MachineInstr::getFlags(), getFPFusedMultiplyOpcode(), llvm::TargetSubtargetInfo::getInstrInfo(), llvm::getKillRegState(), llvm::DILocation::getMergedLocation(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::MachineFunction::getSubtarget(), llvm::MachineOperand::isKill(), MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineInstrBuilder::setMIFlags(), and TII.
Referenced by llvm::RISCVInstrInfo::genAlternativeCodeSequence().
|
static |
Definition at line 181 of file RISCVInstrInfo.cpp.
|
static |
Definition at line 2262 of file RISCVInstrInfo.cpp.
References llvm::MachineInstrBuilder::addReg(), assert(), llvm::BuildMI(), llvm::MachineOperand::getImm(), llvm::TargetSubtargetInfo::getInstrInfo(), llvm::getKillRegState(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), getSHXADDShiftAmount(), llvm::MachineFunction::getSubtarget(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::insert(), llvm::RegState::Kill, llvm_unreachable, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), TII, X, and Y.
Referenced by llvm::RISCVInstrInfo::genAlternativeCodeSequence().
Definition at line 2203 of file RISCVInstrInfo.cpp.
References llvm::FMADD_AX, llvm::FMADD_XA, llvm::FMSUB, llvm::FNMSUB, and llvm_unreachable.
Referenced by combineFPFusedMultiply().
|
static |
Definition at line 845 of file RISCVInstrInfo.cpp.
References llvm::RISCVCC::COND_EQ, llvm::RISCVCC::COND_GE, llvm::RISCVCC::COND_GEU, llvm::RISCVCC::COND_INVALID, llvm::RISCVCC::COND_LT, llvm::RISCVCC::COND_LTU, and llvm::RISCVCC::COND_NE.
Definition at line 2181 of file RISCVInstrInfo.cpp.
References llvm::FMSUB, and llvm_unreachable.
Referenced by combineFPFusedMultiply().
|
static |
Definition at line 2047 of file RISCVInstrInfo.cpp.
References canCombineFPFusedMultiply(), llvm::FMADD_AX, llvm::FMADD_XA, llvm::FMSUB, llvm::FNMSUB, llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), isFADD(), isFSUB(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().
Referenced by getFPPatterns().
|
static |
Definition at line 2070 of file RISCVInstrInfo.cpp.
References getFPFusedMultiplyPatterns().
Referenced by llvm::RISCVInstrInfo::getMachineCombinerPatterns().
Definition at line 1294 of file RISCVInstrInfo.cpp.
Referenced by canFoldAsPredicatedOp(), and llvm::RISCVInstrInfo::optimizeSelect().
|
static |
Definition at line 2130 of file RISCVInstrInfo.cpp.
References canCombine(), canCombineShiftIntoShXAdd(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), getSHXADDShiftAmount(), MBB, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SHXADD_ADD_SLLI_OP1, and llvm::SHXADD_ADD_SLLI_OP2.
Referenced by llvm::RISCVInstrInfo::getMachineCombinerPatterns().
Definition at line 2115 of file RISCVInstrInfo.cpp.
Referenced by genShXAddAddShift(), and getSHXADDPatterns().
|
static |
Definition at line 186 of file RISCVInstrInfo.cpp.
References assert(), llvm::MachineBasicBlock::begin(), llvm::RISCVSubtarget::getRegisterInfo(), llvm::RISCVVType::getSEW(), llvm::RISCVVType::getVLMUL(), llvm::RISCVII::hasSEWOp(), llvm::RISCVII::hasVLOp(), llvm::RISCVII::isRVVWideningReduction(), llvm::RISCVVType::isTailAgnostic(), MBB, MBBI, PreferWholeRegisterMove, and TRI.
Referenced by llvm::RISCVInstrInfo::copyPhysRegVector().
Definition at line 1622 of file RISCVInstrInfo.cpp.
Referenced by getFPFusedMultiplyPatterns(), and llvm::RISCVInstrInfo::isAssociativeAndCommutative().
Definition at line 1644 of file RISCVInstrInfo.cpp.
Referenced by canCombineFPFusedMultiply(), and llvm::RISCVInstrInfo::isAssociativeAndCommutative().
Definition at line 1633 of file RISCVInstrInfo.cpp.
Referenced by getFPFusedMultiplyPatterns().
Definition at line 3790 of file RISCVInstrInfo.cpp.
Referenced by llvm::RISCV::isRVVSpill().
|
static |
Definition at line 2650 of file RISCVInstrInfo.cpp.
References llvm::ArrayRef< T >::front(), llvm::getUnderlyingObject(), llvm::MachineInstr::hasOneMemOperand(), and llvm::MachineInstr::memoperands_begin().
|
static |
Definition at line 871 of file RISCVInstrInfo.cpp.
References assert(), CC, Cond, llvm::MachineOperand::CreateImm(), getCondFromBranchOpc(), llvm::MachineInstr::getDesc(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), and llvm::MCInstrDesc::isConditionalBranch().
|
static |
Referenced by llvm::RISCVInstrInfo::getMachineCombinerTraceStrategy().
|
static |
Referenced by isConvertibleToVMV_V_V().