45#define DEBUG_TYPE "riscv-opt-w-instrs"
46#define RISCV_OPT_W_INSTRS_NAME "RISC-V Optimize W Instructions"
48STATISTIC(NumRemovedSExtW,
"Number of removed sign-extensions");
50 "Number of instructions transformed to W-ops");
53 cl::desc(
"Disable removal of sext.w"),
85char RISCVOptWInstrs::ID = 0;
90 return new RISCVOptWInstrs();
111 auto NumDemandedBits =
113 return NumDemandedBits && Bits >= *NumDemandedBits;
126 Worklist.
push_back(std::make_pair(&OrigMI, OrigBits));
128 while (!Worklist.
empty()) {
131 unsigned Bits =
P.second;
137 if (
MI->getNumExplicitDefs() != 1)
140 Register DestReg =
MI->getOperand(0).getReg();
144 for (
auto &UserOp :
MRI.use_nodbg_operands(DestReg)) {
146 unsigned OpIdx = UserOp.getOperandNo();
176 case RISCV::FCVT_H_W:
177 case RISCV::FCVT_H_WU:
178 case RISCV::FCVT_S_W:
179 case RISCV::FCVT_S_WU:
180 case RISCV::FCVT_D_W:
181 case RISCV::FCVT_D_WU:
192 case RISCV::ZEXT_H_RV32:
193 case RISCV::ZEXT_H_RV64:
200 if (Bits >= (ST.getXLen() / 2))
210 Worklist.
push_back(std::make_pair(UserMI, Bits - ShAmt));
221 Worklist.
push_back(std::make_pair(UserMI, Bits));
227 Worklist.
push_back(std::make_pair(UserMI, Bits));
232 if (Bits >= (
unsigned)llvm::bit_width<uint64_t>(~Imm))
234 Worklist.
push_back(std::make_pair(UserMI, Bits));
244 if (Bits >=
Log2_32(ST.getXLen()))
248 Worklist.
push_back(std::make_pair(UserMI, Bits));
256 if (OpIdx == 2 && Bits >=
Log2_32(ST.getXLen()))
261 case RISCV::SH1ADD_UW:
262 case RISCV::SH2ADD_UW:
263 case RISCV::SH3ADD_UW:
265 if (OpIdx == 1 && Bits >= 32)
267 Worklist.
push_back(std::make_pair(UserMI, Bits));
277 if (OpIdx == 0 && Bits >= 8)
282 if (OpIdx == 0 && Bits >= 16)
287 if (OpIdx == 0 && Bits >= 32)
317 Worklist.
push_back(std::make_pair(UserMI, Bits));
320 case RISCV::PseudoCCMOVGPR:
324 if (OpIdx != 4 && OpIdx != 5)
326 Worklist.
push_back(std::make_pair(UserMI, Bits));
329 case RISCV::CZERO_EQZ:
330 case RISCV::CZERO_NEZ:
331 case RISCV::VT_MASKC:
332 case RISCV::VT_MASKCN:
335 Worklist.
push_back(std::make_pair(UserMI, Bits));
360 switch (
MI.getOpcode()) {
363 return MI.getOperand(2).getImm() >= 32;
365 return MI.getOperand(2).getImm() > 32;
368 return MI.getOperand(1).isReg() &&
MI.getOperand(1).getReg() == RISCV::X0;
371 return isUInt<11>(
MI.getOperand(2).getImm());
374 return !isUInt<11>(
MI.getOperand(2).getImm());
377 return MI.getOperand(2).getImm() < 31 &&
378 MI.getOperand(1).getReg() == RISCV::X0;
381 return MI.getOperand(1).getReg() == RISCV::X0;
383 case RISCV::PseudoAtomicLoadNand32:
385 case RISCV::PseudoVMV_X_S: {
387 int64_t Log2SEW =
MI.getOperand(2).getImm();
388 assert(Log2SEW >= 3 && Log2SEW <= 6 &&
"Unexpected Log2SEW");
402 auto AddRegToWorkList = [&](
Register SrcReg) {
409 if (!AddRegToWorkList(SrcReg))
412 while (!Worklist.
empty()) {
416 if (!Visited.
insert(Reg).second)
423 int OpNo =
MI->findRegisterDefOperandIdx(Reg);
424 assert(OpNo != -1 &&
"Couldn't find register");
431 switch (
MI->getOpcode()) {
442 if (
MI->getParent() == &MF->
front()) {
448 Register CopySrcReg =
MI->getOperand(1).getReg();
449 if (CopySrcReg == RISCV::X10) {
459 auto II =
MI->getIterator();
461 (--II)->
getOpcode() != RISCV::ADJCALLSTACKUP)
473 auto *IntTy = dyn_cast<IntegerType>(CalleeFn->getReturnType());
477 const AttributeSet &Attrs = CalleeFn->getAttributes().getRetAttrs();
478 unsigned BitWidth = IntTy->getBitWidth();
479 if ((
BitWidth <= 32 && Attrs.hasAttribute(Attribute::SExt)) ||
480 (
BitWidth < 32 && Attrs.hasAttribute(Attribute::ZExt)))
484 if (!AddRegToWorkList(CopySrcReg))
494 if (
MI->getOperand(2).getImm() >= 31)
504 if (!AddRegToWorkList(
MI->getOperand(1).getReg()))
508 case RISCV::PseudoCCADDW:
509 case RISCV::PseudoCCADDIW:
510 case RISCV::PseudoCCSUBW:
511 case RISCV::PseudoCCSLLW:
512 case RISCV::PseudoCCSRLW:
513 case RISCV::PseudoCCSRAW:
514 case RISCV::PseudoCCSLLIW:
515 case RISCV::PseudoCCSRLIW:
516 case RISCV::PseudoCCSRAIW:
519 if (!AddRegToWorkList(
MI->getOperand(4).getReg()))
533 case RISCV::PseudoCCMOVGPR:
534 case RISCV::PseudoCCAND:
535 case RISCV::PseudoCCOR:
536 case RISCV::PseudoCCXOR:
545 unsigned B = 1, E = 3,
D = 1;
546 switch (
MI->getOpcode()) {
548 E =
MI->getNumOperands();
551 case RISCV::PseudoCCMOVGPR:
555 case RISCV::PseudoCCAND:
556 case RISCV::PseudoCCOR:
557 case RISCV::PseudoCCXOR:
563 for (
unsigned I =
B;
I != E;
I +=
D) {
564 if (!
MI->getOperand(
I).isReg())
567 if (!AddRegToWorkList(
MI->getOperand(
I).getReg()))
574 case RISCV::CZERO_EQZ:
575 case RISCV::CZERO_NEZ:
576 case RISCV::VT_MASKC:
577 case RISCV::VT_MASKCN:
580 if (!AddRegToWorkList(
MI->getOperand(1).getReg()))
588 if (
MI->getOperand(2).getImm() >= 32)
637 bool MadeChange =
false;
656 if (!
MRI.constrainRegClass(SrcReg,
MRI.getRegClass(DstReg)))
662 Fixable->setDesc(
TII.get(
getWOp(Fixable->getOpcode())));
663 Fixable->clearFlag(MachineInstr::MIFlag::NoSWrap);
664 Fixable->clearFlag(MachineInstr::MIFlag::NoUWrap);
665 Fixable->clearFlag(MachineInstr::MIFlag::IsExact);
667 ++NumTransformedToWInstrs;
671 MRI.replaceRegWith(DstReg, SrcReg);
672 MRI.clearKillFlags(SrcReg);
673 MI.eraseFromParent();
686 bool MadeChange =
false;
690 switch (
MI.getOpcode()) {
693 case RISCV::ADDW: Opc = RISCV::ADD;
break;
694 case RISCV::ADDIW: Opc = RISCV::ADDI;
break;
695 case RISCV::MULW: Opc = RISCV::MUL;
break;
696 case RISCV::SLLIW: Opc = RISCV::SLLI;
break;
700 MI.setDesc(
TII.get(Opc));
713 bool MadeChange =
false;
718 switch (
MI.getOpcode()) {
735 if (
MI.getOperand(2).getImm() >= 32)
747 MI.setDesc(
TII.get(WOpc));
748 MI.clearFlag(MachineInstr::MIFlag::NoSWrap);
749 MI.clearFlag(MachineInstr::MIFlag::NoUWrap);
750 MI.clearFlag(MachineInstr::MIFlag::IsExact);
752 ++NumTransformedToWInstrs;
772 bool MadeChange =
false;
773 MadeChange |= removeSExtWInstrs(MF,
TII, ST,
MRI);
776 MadeChange |= stripWSuffixes(MF,
TII, ST,
MRI);
778 if (
ST.preferWInst())
779 MadeChange |= appendWSuffixes(MF,
TII, ST,
MRI);
unsigned const MachineRegisterInfo * MRI
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
const HexagonInstrInfo * TII
#define INITIALIZE_PASS(passName, arg, name, cfg, analysis)
static bool isSignExtendedW(Register SrcReg, const RISCVSubtarget &ST, const MachineRegisterInfo &MRI, SmallPtrSetImpl< MachineInstr * > &FixableDef)
static bool hasAllWUsers(const MachineInstr &OrigMI, const RISCVSubtarget &ST, const MachineRegisterInfo &MRI)
static bool isSignExtendingOpW(const MachineInstr &MI, const MachineRegisterInfo &MRI, unsigned OpNo)
static cl::opt< bool > DisableStripWSuffix("riscv-disable-strip-w-suffix", cl::desc("Disable strip W suffix"), cl::init(false), cl::Hidden)
static bool hasAllNBitUsers(const MachineInstr &OrigMI, const RISCVSubtarget &ST, const MachineRegisterInfo &MRI, unsigned OrigBits)
#define RISCV_OPT_W_INSTRS_NAME
static bool vectorPseudoHasAllNBitUsers(const MachineOperand &UserOp, unsigned Bits)
static cl::opt< bool > DisableSExtWRemoval("riscv-disable-sextw-removal", cl::desc("Disable removal of sext.w"), cl::init(false), cl::Hidden)
static unsigned getWOp(unsigned Opcode)
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file defines the SmallSet class.
This file defines the 'Statistic' class, which is designed to be an easy way to expose various metric...
#define STATISTIC(VARNAME, DESC)
static std::optional< unsigned > getOpcode(ArrayRef< VPValue * > Values)
Returns the opcode of Values or ~0 if they do not all agree.
Represent the analysis usage information of a pass.
void setPreservesCFG()
This function should be called by the pass, iff they do not:
FunctionPass class - This class is used to implement most global optimizations.
Describe properties that are true of each instruction in the target description file.
instr_iterator instr_begin()
MachineFunctionPass - This class adapts the FunctionPass interface to allow convenient creation of pa...
void getAnalysisUsage(AnalysisUsage &AU) const override
getAnalysisUsage - Subclasses that override getAnalysisUsage must call this.
virtual bool runOnMachineFunction(MachineFunction &MF)=0
runOnMachineFunction - This method must be overloaded to perform the desired machine code transformat...
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
Function & getFunction()
Return the LLVM function that this machine code represents.
Ty * getInfo()
getInfo - Keep track of various per-function pieces of information for backends that would like to do...
const MachineBasicBlock & front() const
Representation of each machine instruction.
unsigned getOpcode() const
Returns the opcode of this MachineInstr.
const MachineBasicBlock * getParent() const
bool isCall(QueryType Type=AnyInBundle) const
const MachineOperand & getOperand(unsigned i) const
MachineOperand class - Representation of each machine instruction operand.
unsigned getOperandNo() const
Returns the index of this operand in the instruction that it belongs to.
const GlobalValue * getGlobal() const
MachineInstr * getParent()
getParent - Return the instruction that this operand belongs to.
bool isGlobal() const
isGlobal - Tests if this is a MO_GlobalAddress operand.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
bool isLiveIn(Register Reg) const
virtual StringRef getPassName() const
getPassName - Return a nice clean name for a pass.
RISCVMachineFunctionInfo - This class is derived from MachineFunctionInfo and contains private RISCV-...
bool isSExt32Register(Register Reg) const
Wrapper class representing virtual and physical registers.
constexpr bool isVirtual() const
Return true if the specified register number is in the virtual register namespace.
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
std::pair< iterator, bool > insert(PtrType Ptr)
Inserts Ptr if and only if there is no element in the container equal to Ptr.
SmallPtrSet - This class implements a set which is optimized for holding SmallSize or less elements.
SmallSet - This maintains a set of unique values, optimizing for the case when the set is small (less...
std::pair< const_iterator, bool > insert(const T &V)
insert - Insert an element into the set if it isn't already there.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
static unsigned getVLOpNum(const MCInstrDesc &Desc)
static bool hasVLOp(uint64_t TSFlags)
static unsigned getSEWOpNum(const MCInstrDesc &Desc)
static bool hasSEWOp(uint64_t TSFlags)
std::optional< unsigned > getVectorLowDemandedScalarBits(uint16_t Opcode, unsigned Log2SEW)
unsigned getRVVMCOpcode(unsigned RVVPseudoOpcode)
bool isSEXT_W(const MachineInstr &MI)
initializer< Ty > init(const Ty &Val)
This is an optimization pass for GlobalISel generic memory operations.
int bit_width(T Value)
Returns the number of bits needed to represent Value if Value is nonzero.
iterator_range< early_inc_iterator_impl< detail::IterOfRange< RangeT > > > make_early_inc_range(RangeT &&Range)
Make a range that does early increment to allow mutation of the underlying range without disrupting i...
unsigned Log2_32(uint32_t Value)
Return the floor log base 2 of the specified value, -1 if the value is zero.
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
FunctionPass * createRISCVOptWInstrsPass()
constexpr unsigned BitWidth