33#define DEBUG_TYPE "mccodeemitter"
35STATISTIC(MCNumEmitted,
"Number of MC instructions emitted");
36STATISTIC(MCNumFixups,
"Number of MC fixups created");
40 RISCVMCCodeEmitter(
const RISCVMCCodeEmitter &) =
delete;
41 void operator=(
const RISCVMCCodeEmitter &) =
delete;
47 : Ctx(ctx), MCII(MCII) {}
49 ~RISCVMCCodeEmitter()
override =
default;
51 void encodeInstruction(
const MCInst &
MI, SmallVectorImpl<char> &CB,
52 SmallVectorImpl<MCFixup> &Fixups,
53 const MCSubtargetInfo &STI)
const override;
55 void expandFunctionCall(
const MCInst &
MI, SmallVectorImpl<char> &CB,
56 SmallVectorImpl<MCFixup> &Fixups,
57 const MCSubtargetInfo &STI)
const;
59 void expandTLSDESCCall(
const MCInst &
MI, SmallVectorImpl<char> &CB,
60 SmallVectorImpl<MCFixup> &Fixups,
61 const MCSubtargetInfo &STI)
const;
63 void expandAddTPRel(
const MCInst &
MI, SmallVectorImpl<char> &CB,
64 SmallVectorImpl<MCFixup> &Fixups,
65 const MCSubtargetInfo &STI)
const;
67 void expandLongCondBr(
const MCInst &
MI, SmallVectorImpl<char> &CB,
68 SmallVectorImpl<MCFixup> &Fixups,
69 const MCSubtargetInfo &STI)
const;
71 void expandQCLongCondBrImm(
const MCInst &
MI, SmallVectorImpl<char> &CB,
72 SmallVectorImpl<MCFixup> &Fixups,
73 const MCSubtargetInfo &STI,
unsigned Size)
const;
77 uint64_t getBinaryCodeForInstr(
const MCInst &
MI,
78 SmallVectorImpl<MCFixup> &Fixups,
79 const MCSubtargetInfo &STI)
const;
83 uint64_t getMachineOpValue(
const MCInst &
MI,
const MCOperand &MO,
84 SmallVectorImpl<MCFixup> &Fixups,
85 const MCSubtargetInfo &STI)
const;
87 uint64_t getImmOpValueMinus1(
const MCInst &
MI,
unsigned OpNo,
88 SmallVectorImpl<MCFixup> &Fixups,
89 const MCSubtargetInfo &STI)
const;
91 uint64_t getImmOpValueSlist(
const MCInst &
MI,
unsigned OpNo,
92 SmallVectorImpl<MCFixup> &Fixups,
93 const MCSubtargetInfo &STI)
const;
96 unsigned getImmOpValueAsrN(
const MCInst &
MI,
unsigned OpNo,
97 SmallVectorImpl<MCFixup> &Fixups,
98 const MCSubtargetInfo &STI)
const;
100 uint64_t getImmOpValueZibi(
const MCInst &
MI,
unsigned OpNo,
101 SmallVectorImpl<MCFixup> &Fixups,
102 const MCSubtargetInfo &STI)
const;
104 uint64_t getImmOpValue(
const MCInst &
MI,
unsigned OpNo,
105 SmallVectorImpl<MCFixup> &Fixups,
106 const MCSubtargetInfo &STI)
const;
108 unsigned getVMaskReg(
const MCInst &
MI,
unsigned OpNo,
109 SmallVectorImpl<MCFixup> &Fixups,
110 const MCSubtargetInfo &STI)
const;
112 unsigned getRlistOpValue(
const MCInst &
MI,
unsigned OpNo,
113 SmallVectorImpl<MCFixup> &Fixups,
114 const MCSubtargetInfo &STI)
const;
116 unsigned getRlistS0OpValue(
const MCInst &
MI,
unsigned OpNo,
117 SmallVectorImpl<MCFixup> &Fixups,
118 const MCSubtargetInfo &STI)
const;
124 return new RISCVMCCodeEmitter(Ctx, MCII);
131 case ELF::R_RISCV_CALL_PLT:
157void RISCVMCCodeEmitter::expandFunctionCall(
const MCInst &
MI,
164 if (
MI.getOpcode() == RISCV::PseudoTAIL) {
167 }
else if (
MI.getOpcode() == RISCV::PseudoCALLReg) {
169 Ra =
MI.getOperand(0).getReg();
170 }
else if (
MI.getOpcode() == RISCV::PseudoCALL) {
173 }
else if (
MI.getOpcode() == RISCV::PseudoJump) {
175 Ra =
MI.getOperand(0).getReg();
179 assert(
Func.isExpr() &&
"Expected expression");
181 const MCExpr *CallExpr =
Func.getExpr();
184 TmpInst = MCInstBuilder(RISCV::AUIPC).addReg(Ra).addExpr(CallExpr);
185 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
188 if (
MI.getOpcode() == RISCV::PseudoTAIL ||
189 MI.getOpcode() == RISCV::PseudoJump)
191 TmpInst = MCInstBuilder(RISCV::JALR).addReg(RISCV::X0).addReg(Ra).addImm(0);
194 TmpInst = MCInstBuilder(RISCV::JALR).addReg(Ra).addReg(Ra).addImm(0);
195 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
199void RISCVMCCodeEmitter::expandTLSDESCCall(
const MCInst &
MI,
200 SmallVectorImpl<char> &CB,
201 SmallVectorImpl<MCFixup> &Fixups,
202 const MCSubtargetInfo &STI)
const {
203 MCOperand SrcSymbol =
MI.getOperand(3);
205 "Expected expression as first input to TLSDESCCALL");
207 MCRegister Link =
MI.getOperand(0).getReg();
208 MCRegister Dest =
MI.getOperand(1).getReg();
209 int64_t
Imm =
MI.getOperand(2).getImm();
210 addFixup(Fixups, 0, Expr, ELF::R_RISCV_TLSDESC_CALL);
212 MCInstBuilder(RISCV::JALR).addReg(Link).addReg(Dest).addImm(Imm);
214 uint32_t
Binary = getBinaryCodeForInstr(
Call, Fixups, STI);
219void RISCVMCCodeEmitter::expandAddTPRel(
const MCInst &
MI,
220 SmallVectorImpl<char> &CB,
221 SmallVectorImpl<MCFixup> &Fixups,
222 const MCSubtargetInfo &STI)
const {
223 MCOperand DestReg =
MI.getOperand(0);
224 MCOperand SrcReg =
MI.getOperand(1);
225 MCOperand TPReg =
MI.getOperand(2);
227 "Expected thread pointer as second input to TP-relative add");
229 MCOperand SrcSymbol =
MI.getOperand(3);
231 "Expected expression as third input to TP-relative add");
234 assert(Expr && Expr->getSpecifier() == ELF::R_RISCV_TPREL_ADD &&
235 "Expected tprel_add relocation on TP-relative symbol");
237 addFixup(Fixups, 0, Expr, ELF::R_RISCV_TPREL_ADD);
239 Fixups.back().setLinkerRelaxable();
242 MCInst TmpInst = MCInstBuilder(RISCV::ADD)
246 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
254 case RISCV::PseudoLongBEQ:
256 case RISCV::PseudoLongBNE:
258 case RISCV::PseudoLongBLT:
260 case RISCV::PseudoLongBGE:
262 case RISCV::PseudoLongBLTU:
264 case RISCV::PseudoLongBGEU:
266 case RISCV::PseudoLongQC_BEQI:
267 return RISCV::QC_BNEI;
268 case RISCV::PseudoLongQC_BNEI:
269 return RISCV::QC_BEQI;
270 case RISCV::PseudoLongQC_BLTI:
271 return RISCV::QC_BGEI;
272 case RISCV::PseudoLongQC_BGEI:
273 return RISCV::QC_BLTI;
274 case RISCV::PseudoLongQC_BLTUI:
275 return RISCV::QC_BGEUI;
276 case RISCV::PseudoLongQC_BGEUI:
277 return RISCV::QC_BLTUI;
278 case RISCV::PseudoLongQC_E_BEQI:
279 return RISCV::QC_E_BNEI;
280 case RISCV::PseudoLongQC_E_BNEI:
281 return RISCV::QC_E_BEQI;
282 case RISCV::PseudoLongQC_E_BLTI:
283 return RISCV::QC_E_BGEI;
284 case RISCV::PseudoLongQC_E_BGEI:
285 return RISCV::QC_E_BLTI;
286 case RISCV::PseudoLongQC_E_BLTUI:
287 return RISCV::QC_E_BGEUI;
288 case RISCV::PseudoLongQC_E_BGEUI:
289 return RISCV::QC_E_BLTUI;
295void RISCVMCCodeEmitter::expandLongCondBr(
const MCInst &
MI,
296 SmallVectorImpl<char> &CB,
297 SmallVectorImpl<MCFixup> &Fixups,
298 const MCSubtargetInfo &STI)
const {
299 MCRegister SrcReg1 =
MI.getOperand(0).getReg();
300 MCRegister SrcReg2 =
MI.getOperand(1).getReg();
301 MCOperand SrcSymbol =
MI.getOperand(2);
302 unsigned Opcode =
MI.getOpcode();
304 Opcode == RISCV::PseudoLongBNE || Opcode == RISCV::PseudoLongBEQ;
306 bool UseCompressedBr =
false;
307 if (IsEqTest && STI.
hasFeature(RISCV::FeatureStdExtZca)) {
308 if (RISCV::X8 <= SrcReg1.
id() && SrcReg1.
id() <= RISCV::X15 &&
309 SrcReg2.
id() == RISCV::X0) {
310 UseCompressedBr =
true;
311 }
else if (RISCV::X8 <= SrcReg2.
id() && SrcReg2.
id() <= RISCV::X15 &&
312 SrcReg1.
id() == RISCV::X0) {
314 UseCompressedBr =
true;
319 if (UseCompressedBr) {
321 Opcode == RISCV::PseudoLongBNE ? RISCV::C_BEQZ : RISCV::C_BNEZ;
322 MCInst TmpInst = MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(6);
323 uint16_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
329 MCInstBuilder(InvOpc).addReg(SrcReg1).addReg(SrcReg2).addImm(8);
330 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
336 size_t FixupStartIndex =
Fixups.size();
340 MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).
addOperand(SrcSymbol);
341 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
345 Fixups.resize(FixupStartIndex);
353void RISCVMCCodeEmitter::expandQCLongCondBrImm(
const MCInst &
MI,
354 SmallVectorImpl<char> &CB,
355 SmallVectorImpl<MCFixup> &Fixups,
356 const MCSubtargetInfo &STI,
357 unsigned Size)
const {
358 MCRegister SrcReg1 =
MI.getOperand(0).getReg();
359 auto BrImm =
MI.getOperand(1).getImm();
360 MCOperand SrcSymbol =
MI.getOperand(2);
361 unsigned Opcode =
MI.getOpcode();
370 MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(BrImm).addImm(8);
371 uint32_t BrBinary = getBinaryCodeForInstr(TmpBr, Fixups, STI);
375 MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(BrImm).addImm(10);
377 getBinaryCodeForInstr(TmpBr, Fixups, STI) & 0xffff'ffff'ffffu;
378 SmallVector<char, 8> Encoding;
380 assert(Encoding[6] == 0 && Encoding[7] == 0 &&
381 "Unexpected encoding for 48-bit instruction");
387 size_t FixupStartIndex =
Fixups.size();
390 MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).addOperand(SrcSymbol);
391 uint32_t JBinary = getBinaryCodeForInstr(TmpJ, Fixups, STI);
394 Fixups.resize(FixupStartIndex);
399void RISCVMCCodeEmitter::encodeInstruction(
const MCInst &
MI,
400 SmallVectorImpl<char> &CB,
401 SmallVectorImpl<MCFixup> &Fixups,
402 const MCSubtargetInfo &STI)
const {
403 const MCInstrDesc &
Desc = MCII.
get(
MI.getOpcode());
410 switch (
MI.getOpcode()) {
413 case RISCV::PseudoCALLReg:
414 case RISCV::PseudoCALL:
415 case RISCV::PseudoTAIL:
416 case RISCV::PseudoJump:
417 expandFunctionCall(
MI, CB, Fixups, STI);
420 case RISCV::PseudoAddTPRel:
421 expandAddTPRel(
MI, CB, Fixups, STI);
424 case RISCV::PseudoLongBEQ:
425 case RISCV::PseudoLongBNE:
426 case RISCV::PseudoLongBLT:
427 case RISCV::PseudoLongBGE:
428 case RISCV::PseudoLongBLTU:
429 case RISCV::PseudoLongBGEU:
430 expandLongCondBr(
MI, CB, Fixups, STI);
433 case RISCV::PseudoLongQC_BEQI:
434 case RISCV::PseudoLongQC_BNEI:
435 case RISCV::PseudoLongQC_BLTI:
436 case RISCV::PseudoLongQC_BGEI:
437 case RISCV::PseudoLongQC_BLTUI:
438 case RISCV::PseudoLongQC_BGEUI:
439 expandQCLongCondBrImm(
MI, CB, Fixups, STI, 4);
442 case RISCV::PseudoLongQC_E_BEQI:
443 case RISCV::PseudoLongQC_E_BNEI:
444 case RISCV::PseudoLongQC_E_BLTI:
445 case RISCV::PseudoLongQC_E_BGEI:
446 case RISCV::PseudoLongQC_E_BLTUI:
447 case RISCV::PseudoLongQC_E_BGEUI:
448 expandQCLongCondBrImm(
MI, CB, Fixups, STI, 6);
451 case RISCV::PseudoTLSDESCCall:
452 expandTLSDESCCall(
MI, CB, Fixups, STI);
461 uint16_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
466 uint32_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
471 uint64_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI) & 0xffff'ffff'ffffu;
472 SmallVector<char, 8> Encoding;
474 assert(Encoding[6] == 0 && Encoding[7] == 0 &&
475 "Unexpected encoding for 48-bit instruction");
481 uint64_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
491RISCVMCCodeEmitter::getMachineOpValue(
const MCInst &
MI,
const MCOperand &MO,
492 SmallVectorImpl<MCFixup> &Fixups,
493 const MCSubtargetInfo &STI)
const {
506RISCVMCCodeEmitter::getImmOpValueMinus1(
const MCInst &
MI,
unsigned OpNo,
507 SmallVectorImpl<MCFixup> &Fixups,
508 const MCSubtargetInfo &STI)
const {
509 const MCOperand &MO =
MI.getOperand(OpNo);
512 uint64_t Res = MO.
getImm();
521RISCVMCCodeEmitter::getImmOpValueSlist(
const MCInst &
MI,
unsigned OpNo,
522 SmallVectorImpl<MCFixup> &Fixups,
523 const MCSubtargetInfo &STI)
const {
524 const MCOperand &MO =
MI.getOperand(OpNo);
525 assert(MO.
isImm() &&
"Slist operand must be immediate");
527 uint64_t Res = MO.
getImm();
552RISCVMCCodeEmitter::getImmOpValueAsrN(
const MCInst &
MI,
unsigned OpNo,
553 SmallVectorImpl<MCFixup> &Fixups,
554 const MCSubtargetInfo &STI)
const {
555 const MCOperand &MO =
MI.getOperand(OpNo);
558 uint64_t Res = MO.
getImm();
559 assert((Res & ((1 <<
N) - 1)) == 0 &&
"LSB is non-zero");
563 return getImmOpValue(
MI, OpNo, Fixups, STI);
567RISCVMCCodeEmitter::getImmOpValueZibi(
const MCInst &
MI,
unsigned OpNo,
568 SmallVectorImpl<MCFixup> &Fixups,
569 const MCSubtargetInfo &STI)
const {
570 const MCOperand &MO =
MI.getOperand(OpNo);
571 assert(MO.
isImm() &&
"Zibi operand must be an immediate");
572 int64_t Res = MO.
getImm();
579uint64_t RISCVMCCodeEmitter::getImmOpValue(
const MCInst &
MI,
unsigned OpNo,
580 SmallVectorImpl<MCFixup> &Fixups,
581 const MCSubtargetInfo &STI)
const {
582 bool EnableRelax = STI.
hasFeature(RISCV::FeatureRelax);
583 const MCOperand &MO =
MI.getOperand(OpNo);
585 MCInstrDesc
const &
Desc = MCII.
get(
MI.getOpcode());
593 "getImmOpValue expects only expressions or immediates");
594 const MCExpr *Expr = MO.
getExpr();
604 bool RelaxCandidate =
false;
605 auto AsmRelaxToLinkerRelaxableWithFeature = [&](
unsigned Feature) ->
void {
607 RelaxCandidate =
true;
614 switch (RVExpr->getSpecifier()) {
617 "invalid specifier");
619 case ELF::R_RISCV_TPREL_ADD:
625 "ELF::R_RISCV_TPREL_ADD should not represent an instruction operand");
633 RelaxCandidate =
true;
635 case ELF::R_RISCV_HI20:
637 RelaxCandidate =
true;
646 RelaxCandidate =
true;
648 case ELF::R_RISCV_PCREL_HI20:
650 RelaxCandidate =
true;
659 RelaxCandidate =
true;
661 case ELF::R_RISCV_TPREL_HI20:
662 RelaxCandidate =
true;
664 case ELF::R_RISCV_CALL_PLT:
666 RelaxCandidate =
true;
670 RelaxCandidate =
true;
677 AsmRelaxToLinkerRelaxableWithFeature(RISCV::FeatureVendorXqcilb);
684 AsmRelaxToLinkerRelaxableWithFeature(RISCV::FeatureVendorXqcilb);
699 RelaxCandidate =
true;
702 RelaxCandidate =
true;
714 if (EnableRelax && RelaxCandidate)
715 Fixups.back().setLinkerRelaxable();
721unsigned RISCVMCCodeEmitter::getVMaskReg(
const MCInst &
MI,
unsigned OpNo,
722 SmallVectorImpl<MCFixup> &Fixups,
723 const MCSubtargetInfo &STI)
const {
724 MCOperand MO =
MI.getOperand(OpNo);
732 case RISCV::NoRegister:
737unsigned RISCVMCCodeEmitter::getRlistOpValue(
const MCInst &
MI,
unsigned OpNo,
738 SmallVectorImpl<MCFixup> &Fixups,
739 const MCSubtargetInfo &STI)
const {
740 const MCOperand &MO =
MI.getOperand(OpNo);
741 assert(MO.
isImm() &&
"Rlist operand must be immediate");
743 assert(Imm >= 4 &&
"EABI is currently not implemented");
747RISCVMCCodeEmitter::getRlistS0OpValue(
const MCInst &
MI,
unsigned OpNo,
748 SmallVectorImpl<MCFixup> &Fixups,
749 const MCSubtargetInfo &STI)
const {
750 const MCOperand &MO =
MI.getOperand(OpNo);
751 assert(MO.
isImm() &&
"Rlist operand must be immediate");
753 assert(Imm >= 4 &&
"EABI is currently not implemented");
758#include "RISCVGenMCCodeEmitter.inc"
static void addFixup(SmallVectorImpl< MCFixup > &Fixups, uint32_t Offset, const MCExpr *Value, uint16_t Kind, bool PCRel=false)
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
static unsigned getInvertedBranchOp(unsigned BrOp)
This file defines the 'Statistic' class, which is designed to be an easy way to expose various metric...
#define STATISTIC(VARNAME, DESC)
MCCodeEmitter - Generic instruction encoding interface.
Context object for machine code objects.
const MCRegisterInfo * getRegisterInfo() const
Base class for the full range of assembler expressions which are needed for parsing.
@ SymbolRef
References to labels and assigned expressions.
@ Specifier
Expression with a relocation specifier.
@ Binary
Binary expressions.
static MCFixup create(uint32_t Offset, const MCExpr *Value, MCFixupKind Kind, bool PCRel=false)
Consider bit fields if we need more flags.
Instances of this class represent a single low-level machine instruction.
void addOperand(const MCOperand Op)
Interface to description of machine instruction set.
const MCInstrDesc & get(unsigned Opcode) const
Return the machine instruction descriptor that corresponds to the specified instruction opcode.
MCRegister getReg() const
Returns the register number.
const MCExpr * getExpr() const
uint16_t getEncodingValue(MCRegister Reg) const
Returns the encoding for Reg.
constexpr unsigned id() const
Generic base class for all target subtargets.
bool hasFeature(unsigned Feature) const
const FeatureBitset & getFeatureBits() const
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
void append(ItTy in_start, ItTy in_end)
Add the specified range to the end of the SmallVector.
void truncate(size_type N)
Like resize, but requires that N is less than size().
LLVM Value Representation.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ InstFormatNDS_BRANCH_10
static unsigned getFormat(uint64_t TSFlags)
static MCRegister getTailExpandUseRegNo(const FeatureBitset &FeatureBits)
@ fixup_riscv_pcrel_lo12_i
@ fixup_riscv_pcrel_lo12_s
@ fixup_riscv_nds_branch_10
@ fixup_riscv_qc_e_call_plt
@ fixup_riscv_qc_e_branch
NodeAddr< FuncNode * > Func
void write(void *memory, value_type value, endianness endian)
Write a value to memory with a particular endianness.
This is an optimization pass for GlobalISel generic memory operations.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
MCCodeEmitter * createRISCVMCCodeEmitter(const MCInstrInfo &MCII, MCContext &Ctx)
static Lanai::Fixups FixupKind(const MCExpr *Expr)
static void addFixup(SmallVectorImpl< MCFixup > &Fixups, uint32_t Offset, const MCExpr *Value, uint16_t Kind)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
void swap(llvm::BitVector &LHS, llvm::BitVector &RHS)
Implement std::swap in terms of BitVector swap.