33#define DEBUG_TYPE "mccodeemitter"
35STATISTIC(MCNumEmitted,
"Number of MC instructions emitted");
36STATISTIC(MCNumFixups,
"Number of MC fixups created");
40 RISCVMCCodeEmitter(
const RISCVMCCodeEmitter &) =
delete;
41 void operator=(
const RISCVMCCodeEmitter &) =
delete;
47 : Ctx(ctx), MCII(MCII) {}
49 ~RISCVMCCodeEmitter()
override =
default;
51 void encodeInstruction(
const MCInst &
MI, SmallVectorImpl<char> &CB,
52 SmallVectorImpl<MCFixup> &Fixups,
53 const MCSubtargetInfo &STI)
const override;
55 void expandFunctionCall(
const MCInst &
MI, SmallVectorImpl<char> &CB,
56 SmallVectorImpl<MCFixup> &Fixups,
57 const MCSubtargetInfo &STI)
const;
59 void expandTLSDESCCall(
const MCInst &
MI, SmallVectorImpl<char> &CB,
60 SmallVectorImpl<MCFixup> &Fixups,
61 const MCSubtargetInfo &STI)
const;
63 void expandAddTPRel(
const MCInst &
MI, SmallVectorImpl<char> &CB,
64 SmallVectorImpl<MCFixup> &Fixups,
65 const MCSubtargetInfo &STI)
const;
67 void expandLongCondBr(
const MCInst &
MI, SmallVectorImpl<char> &CB,
68 SmallVectorImpl<MCFixup> &Fixups,
69 const MCSubtargetInfo &STI)
const;
71 void expandQCLongCondBrImm(
const MCInst &
MI, SmallVectorImpl<char> &CB,
72 SmallVectorImpl<MCFixup> &Fixups,
73 const MCSubtargetInfo &STI,
unsigned Size)
const;
77 uint64_t getBinaryCodeForInstr(
const MCInst &
MI,
78 SmallVectorImpl<MCFixup> &Fixups,
79 const MCSubtargetInfo &STI)
const;
83 uint64_t getMachineOpValue(
const MCInst &
MI,
const MCOperand &MO,
84 SmallVectorImpl<MCFixup> &Fixups,
85 const MCSubtargetInfo &STI)
const;
87 uint64_t getImmOpValueMinus1(
const MCInst &
MI,
unsigned OpNo,
88 SmallVectorImpl<MCFixup> &Fixups,
89 const MCSubtargetInfo &STI)
const;
91 uint64_t getImmOpValueSlist(
const MCInst &
MI,
unsigned OpNo,
92 SmallVectorImpl<MCFixup> &Fixups,
93 const MCSubtargetInfo &STI)
const;
96 unsigned getImmOpValueAsrN(
const MCInst &
MI,
unsigned OpNo,
97 SmallVectorImpl<MCFixup> &Fixups,
98 const MCSubtargetInfo &STI)
const;
100 uint64_t getImmOpValueZibi(
const MCInst &
MI,
unsigned OpNo,
101 SmallVectorImpl<MCFixup> &Fixups,
102 const MCSubtargetInfo &STI)
const;
104 uint64_t getImmOpValue(
const MCInst &
MI,
unsigned OpNo,
105 SmallVectorImpl<MCFixup> &Fixups,
106 const MCSubtargetInfo &STI)
const;
108 unsigned getVMaskReg(
const MCInst &
MI,
unsigned OpNo,
109 SmallVectorImpl<MCFixup> &Fixups,
110 const MCSubtargetInfo &STI)
const;
112 unsigned getRlistOpValue(
const MCInst &
MI,
unsigned OpNo,
113 SmallVectorImpl<MCFixup> &Fixups,
114 const MCSubtargetInfo &STI)
const;
116 unsigned getRlistS0OpValue(
const MCInst &
MI,
unsigned OpNo,
117 SmallVectorImpl<MCFixup> &Fixups,
118 const MCSubtargetInfo &STI)
const;
124 return new RISCVMCCodeEmitter(Ctx, MCII);
131 case ELF::R_RISCV_CALL_PLT:
157void RISCVMCCodeEmitter::expandFunctionCall(
const MCInst &
MI,
164 if (
MI.getOpcode() == RISCV::PseudoTAIL) {
167 }
else if (
MI.getOpcode() == RISCV::PseudoCALLReg) {
169 Ra =
MI.getOperand(0).getReg();
170 }
else if (
MI.getOpcode() == RISCV::PseudoCALL) {
173 }
else if (
MI.getOpcode() == RISCV::PseudoJump) {
175 Ra =
MI.getOperand(0).getReg();
179 assert(
Func.isExpr() &&
"Expected expression");
181 const MCExpr *CallExpr =
Func.getExpr();
185 if (
MI.getOpcode() == RISCV::PseudoTAIL ||
186 MI.getOpcode() == RISCV::PseudoJump)
188 TmpInst = MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).
addOperand(FuncOp);
191 TmpInst = MCInstBuilder(RISCV::JAL).addReg(Ra).
addOperand(FuncOp);
192 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
197 TmpInst = MCInstBuilder(RISCV::AUIPC).addReg(Ra).addExpr(CallExpr);
198 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
201 if (
MI.getOpcode() == RISCV::PseudoTAIL ||
202 MI.getOpcode() == RISCV::PseudoJump)
204 TmpInst = MCInstBuilder(RISCV::JALR).addReg(RISCV::X0).addReg(Ra).addImm(0);
207 TmpInst = MCInstBuilder(RISCV::JALR).addReg(Ra).addReg(Ra).addImm(0);
208 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
212void RISCVMCCodeEmitter::expandTLSDESCCall(
const MCInst &
MI,
213 SmallVectorImpl<char> &CB,
214 SmallVectorImpl<MCFixup> &Fixups,
215 const MCSubtargetInfo &STI)
const {
216 MCOperand SrcSymbol =
MI.getOperand(3);
218 "Expected expression as first input to TLSDESCCALL");
220 MCRegister Link =
MI.getOperand(0).getReg();
221 MCRegister Dest =
MI.getOperand(1).getReg();
222 int64_t
Imm =
MI.getOperand(2).getImm();
223 addFixup(Fixups, 0, Expr, ELF::R_RISCV_TLSDESC_CALL);
225 MCInstBuilder(RISCV::JALR).addReg(Link).addReg(Dest).addImm(Imm);
227 uint32_t
Binary = getBinaryCodeForInstr(
Call, Fixups, STI);
232void RISCVMCCodeEmitter::expandAddTPRel(
const MCInst &
MI,
233 SmallVectorImpl<char> &CB,
234 SmallVectorImpl<MCFixup> &Fixups,
235 const MCSubtargetInfo &STI)
const {
236 MCOperand DestReg =
MI.getOperand(0);
237 MCOperand SrcReg =
MI.getOperand(1);
238 MCOperand TPReg =
MI.getOperand(2);
240 "Expected thread pointer as second input to TP-relative add");
242 MCOperand SrcSymbol =
MI.getOperand(3);
244 "Expected expression as third input to TP-relative add");
247 assert(Expr && Expr->getSpecifier() == ELF::R_RISCV_TPREL_ADD &&
248 "Expected tprel_add relocation on TP-relative symbol");
250 addFixup(Fixups, 0, Expr, ELF::R_RISCV_TPREL_ADD);
252 Fixups.back().setLinkerRelaxable();
255 MCInst TmpInst = MCInstBuilder(RISCV::ADD)
259 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
267 case RISCV::PseudoLongBEQ:
269 case RISCV::PseudoLongBNE:
271 case RISCV::PseudoLongBEQI:
273 case RISCV::PseudoLongBNEI:
275 case RISCV::PseudoLongBLT:
277 case RISCV::PseudoLongBGE:
279 case RISCV::PseudoLongBLTU:
281 case RISCV::PseudoLongBGEU:
283 case RISCV::PseudoLongQC_BEQI:
284 return RISCV::QC_BNEI;
285 case RISCV::PseudoLongQC_BNEI:
286 return RISCV::QC_BEQI;
287 case RISCV::PseudoLongQC_BLTI:
288 return RISCV::QC_BGEI;
289 case RISCV::PseudoLongQC_BGEI:
290 return RISCV::QC_BLTI;
291 case RISCV::PseudoLongQC_BLTUI:
292 return RISCV::QC_BGEUI;
293 case RISCV::PseudoLongQC_BGEUI:
294 return RISCV::QC_BLTUI;
295 case RISCV::PseudoLongQC_E_BEQI:
296 return RISCV::QC_E_BNEI;
297 case RISCV::PseudoLongQC_E_BNEI:
298 return RISCV::QC_E_BEQI;
299 case RISCV::PseudoLongQC_E_BLTI:
300 return RISCV::QC_E_BGEI;
301 case RISCV::PseudoLongQC_E_BGEI:
302 return RISCV::QC_E_BLTI;
303 case RISCV::PseudoLongQC_E_BLTUI:
304 return RISCV::QC_E_BGEUI;
305 case RISCV::PseudoLongQC_E_BGEUI:
306 return RISCV::QC_E_BLTUI;
312void RISCVMCCodeEmitter::expandLongCondBr(
const MCInst &
MI,
313 SmallVectorImpl<char> &CB,
314 SmallVectorImpl<MCFixup> &Fixups,
315 const MCSubtargetInfo &STI)
const {
316 MCRegister SrcReg1 =
MI.getOperand(0).getReg();
317 const MCOperand &Src2 =
MI.getOperand(1);
318 const MCOperand &SrcSymbol =
MI.getOperand(2);
319 unsigned Opcode =
MI.getOpcode();
321 Opcode == RISCV::PseudoLongBNE || Opcode == RISCV::PseudoLongBEQ;
323 bool UseCompressedBr =
false;
324 if (IsEqTest && STI.
hasFeature(RISCV::FeatureStdExtZca)) {
325 MCRegister SrcReg2 = Src2.
getReg();
326 if (RISCV::X8 <= SrcReg1.
id() && SrcReg1.
id() <= RISCV::X15 &&
327 SrcReg2.
id() == RISCV::X0) {
328 UseCompressedBr =
true;
329 }
else if (RISCV::X8 <= SrcReg2.
id() && SrcReg2.
id() <= RISCV::X15 &&
330 SrcReg1.
id() == RISCV::X0) {
332 UseCompressedBr =
true;
337 if (UseCompressedBr) {
339 Opcode == RISCV::PseudoLongBNE ? RISCV::C_BEQZ : RISCV::C_BNEZ;
340 MCInst TmpInst = MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(6);
341 uint16_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
347 MCInstBuilder(InvOpc).addReg(SrcReg1).
addOperand(Src2).addImm(8);
348 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
354 size_t FixupStartIndex =
Fixups.size();
358 MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).
addOperand(SrcSymbol);
359 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
363 Fixups.resize(FixupStartIndex);
368 Fixups.back().setLinkerRelaxable();
374void RISCVMCCodeEmitter::expandQCLongCondBrImm(
const MCInst &
MI,
375 SmallVectorImpl<char> &CB,
376 SmallVectorImpl<MCFixup> &Fixups,
377 const MCSubtargetInfo &STI,
378 unsigned Size)
const {
379 MCRegister SrcReg1 =
MI.getOperand(0).getReg();
380 auto BrImm =
MI.getOperand(1).getImm();
381 MCOperand SrcSymbol =
MI.getOperand(2);
382 unsigned Opcode =
MI.getOpcode();
391 MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(BrImm).addImm(8);
392 uint32_t BrBinary = getBinaryCodeForInstr(TmpBr, Fixups, STI);
396 MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(BrImm).addImm(10);
398 getBinaryCodeForInstr(TmpBr, Fixups, STI) & 0xffff'ffff'ffffu;
399 SmallVector<char, 8> Encoding;
401 assert(Encoding[6] == 0 && Encoding[7] == 0 &&
402 "Unexpected encoding for 48-bit instruction");
408 size_t FixupStartIndex =
Fixups.size();
411 MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).addOperand(SrcSymbol);
412 uint32_t JBinary = getBinaryCodeForInstr(TmpJ, Fixups, STI);
415 Fixups.resize(FixupStartIndex);
419 Fixups.back().setLinkerRelaxable();
423void RISCVMCCodeEmitter::encodeInstruction(
const MCInst &
MI,
424 SmallVectorImpl<char> &CB,
425 SmallVectorImpl<MCFixup> &Fixups,
426 const MCSubtargetInfo &STI)
const {
427 const MCInstrDesc &
Desc = MCII.
get(
MI.getOpcode());
434 switch (
MI.getOpcode()) {
437 case RISCV::PseudoCALLReg:
438 case RISCV::PseudoCALL:
439 case RISCV::PseudoTAIL:
440 case RISCV::PseudoJump:
441 expandFunctionCall(
MI, CB, Fixups, STI);
444 case RISCV::PseudoAddTPRel:
445 expandAddTPRel(
MI, CB, Fixups, STI);
448 case RISCV::PseudoLongBEQ:
449 case RISCV::PseudoLongBNE:
450 case RISCV::PseudoLongBEQI:
451 case RISCV::PseudoLongBNEI:
452 case RISCV::PseudoLongBLT:
453 case RISCV::PseudoLongBGE:
454 case RISCV::PseudoLongBLTU:
455 case RISCV::PseudoLongBGEU:
456 expandLongCondBr(
MI, CB, Fixups, STI);
459 case RISCV::PseudoLongQC_BEQI:
460 case RISCV::PseudoLongQC_BNEI:
461 case RISCV::PseudoLongQC_BLTI:
462 case RISCV::PseudoLongQC_BGEI:
463 case RISCV::PseudoLongQC_BLTUI:
464 case RISCV::PseudoLongQC_BGEUI:
465 expandQCLongCondBrImm(
MI, CB, Fixups, STI, 4);
468 case RISCV::PseudoLongQC_E_BEQI:
469 case RISCV::PseudoLongQC_E_BNEI:
470 case RISCV::PseudoLongQC_E_BLTI:
471 case RISCV::PseudoLongQC_E_BGEI:
472 case RISCV::PseudoLongQC_E_BLTUI:
473 case RISCV::PseudoLongQC_E_BGEUI:
474 expandQCLongCondBrImm(
MI, CB, Fixups, STI, 6);
477 case RISCV::PseudoTLSDESCCall:
478 expandTLSDESCCall(
MI, CB, Fixups, STI);
487 uint16_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
492 uint32_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
497 uint64_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI) & 0xffff'ffff'ffffu;
498 SmallVector<char, 8> Encoding;
500 assert(Encoding[6] == 0 && Encoding[7] == 0 &&
501 "Unexpected encoding for 48-bit instruction");
507 uint64_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
517RISCVMCCodeEmitter::getMachineOpValue(
const MCInst &
MI,
const MCOperand &MO,
518 SmallVectorImpl<MCFixup> &Fixups,
519 const MCSubtargetInfo &STI)
const {
532RISCVMCCodeEmitter::getImmOpValueMinus1(
const MCInst &
MI,
unsigned OpNo,
533 SmallVectorImpl<MCFixup> &Fixups,
534 const MCSubtargetInfo &STI)
const {
535 const MCOperand &MO =
MI.getOperand(OpNo);
538 uint64_t Res = MO.
getImm();
547RISCVMCCodeEmitter::getImmOpValueSlist(
const MCInst &
MI,
unsigned OpNo,
548 SmallVectorImpl<MCFixup> &Fixups,
549 const MCSubtargetInfo &STI)
const {
550 const MCOperand &MO =
MI.getOperand(OpNo);
551 assert(MO.
isImm() &&
"Slist operand must be immediate");
553 uint64_t Res = MO.
getImm();
578RISCVMCCodeEmitter::getImmOpValueAsrN(
const MCInst &
MI,
unsigned OpNo,
579 SmallVectorImpl<MCFixup> &Fixups,
580 const MCSubtargetInfo &STI)
const {
581 const MCOperand &MO =
MI.getOperand(OpNo);
584 uint64_t Res = MO.
getImm();
585 assert((Res & ((1 <<
N) - 1)) == 0 &&
"LSB is non-zero");
589 return getImmOpValue(
MI, OpNo, Fixups, STI);
593RISCVMCCodeEmitter::getImmOpValueZibi(
const MCInst &
MI,
unsigned OpNo,
594 SmallVectorImpl<MCFixup> &Fixups,
595 const MCSubtargetInfo &STI)
const {
596 const MCOperand &MO =
MI.getOperand(OpNo);
597 assert(MO.
isImm() &&
"Zibi operand must be an immediate");
598 int64_t Res = MO.
getImm();
605uint64_t RISCVMCCodeEmitter::getImmOpValue(
const MCInst &
MI,
unsigned OpNo,
606 SmallVectorImpl<MCFixup> &Fixups,
607 const MCSubtargetInfo &STI)
const {
608 bool EnableRelax = STI.
hasFeature(RISCV::FeatureRelax);
609 const MCOperand &MO =
MI.getOperand(OpNo);
611 MCInstrDesc
const &
Desc = MCII.
get(
MI.getOpcode());
619 "getImmOpValue expects only expressions or immediates");
620 const MCExpr *Expr = MO.
getExpr();
630 bool RelaxCandidate =
false;
631 auto AsmRelaxToLinkerRelaxable = [&]() ->
void {
632 if (!STI.
hasFeature(RISCV::FeatureExactAssembly))
633 RelaxCandidate =
true;
640 switch (RVExpr->getSpecifier()) {
643 "invalid specifier");
645 case ELF::R_RISCV_TPREL_ADD:
651 "ELF::R_RISCV_TPREL_ADD should not represent an instruction operand");
659 RelaxCandidate =
true;
661 case ELF::R_RISCV_HI20:
663 RelaxCandidate =
true;
672 RelaxCandidate =
true;
676 RelaxCandidate =
true;
680 RelaxCandidate =
true;
689 RelaxCandidate =
true;
697 RelaxCandidate =
true;
701 RelaxCandidate =
true;
703 case ELF::R_RISCV_GOT_HI20:
704 case ELF::R_RISCV_TPREL_HI20:
705 case ELF::R_RISCV_TLSDESC_HI20:
706 RelaxCandidate =
true;
713 RelaxCandidate =
true;
717 AsmRelaxToLinkerRelaxable();
721 AsmRelaxToLinkerRelaxable();
725 AsmRelaxToLinkerRelaxable();
729 if (STI.
hasFeature(RISCV::FeatureVendorXqcili))
730 AsmRelaxToLinkerRelaxable();
736 AsmRelaxToLinkerRelaxable();
739 RelaxCandidate =
true;
742 RelaxCandidate =
true;
754 if (EnableRelax && RelaxCandidate)
755 Fixups.back().setLinkerRelaxable();
761unsigned RISCVMCCodeEmitter::getVMaskReg(
const MCInst &
MI,
unsigned OpNo,
762 SmallVectorImpl<MCFixup> &Fixups,
763 const MCSubtargetInfo &STI)
const {
764 MCOperand MO =
MI.getOperand(OpNo);
772 case RISCV::NoRegister:
777unsigned RISCVMCCodeEmitter::getRlistOpValue(
const MCInst &
MI,
unsigned OpNo,
778 SmallVectorImpl<MCFixup> &Fixups,
779 const MCSubtargetInfo &STI)
const {
780 const MCOperand &MO =
MI.getOperand(OpNo);
781 assert(MO.
isImm() &&
"Rlist operand must be immediate");
783 assert(Imm >= 4 &&
"EABI is currently not implemented");
787RISCVMCCodeEmitter::getRlistS0OpValue(
const MCInst &
MI,
unsigned OpNo,
788 SmallVectorImpl<MCFixup> &Fixups,
789 const MCSubtargetInfo &STI)
const {
790 const MCOperand &MO =
MI.getOperand(OpNo);
791 assert(MO.
isImm() &&
"Rlist operand must be immediate");
793 assert(Imm >= 4 &&
"EABI is currently not implemented");
798#include "RISCVGenMCCodeEmitter.inc"
static void addFixup(SmallVectorImpl< MCFixup > &Fixups, uint32_t Offset, const MCExpr *Value, uint16_t Kind, bool PCRel=false)
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
static unsigned getInvertedBranchOp(unsigned BrOp)
This file defines the 'Statistic' class, which is designed to be an easy way to expose various metric...
#define STATISTIC(VARNAME, DESC)
MCCodeEmitter - Generic instruction encoding interface.
Context object for machine code objects.
const MCRegisterInfo * getRegisterInfo() const
const Triple & getTargetTriple() const
Base class for the full range of assembler expressions which are needed for parsing.
@ SymbolRef
References to labels and assigned expressions.
@ Specifier
Expression with a relocation specifier.
@ Binary
Binary expressions.
static MCFixup create(uint32_t Offset, const MCExpr *Value, MCFixupKind Kind, bool PCRel=false)
Consider bit fields if we need more flags.
Instances of this class represent a single low-level machine instruction.
void addOperand(const MCOperand Op)
Interface to description of machine instruction set.
const MCInstrDesc & get(unsigned Opcode) const
Return the machine instruction descriptor that corresponds to the specified instruction opcode.
static MCOperand createExpr(const MCExpr *Val)
MCRegister getReg() const
Returns the register number.
const MCExpr * getExpr() const
uint16_t getEncodingValue(MCRegister Reg) const
Returns the encoding for Reg.
constexpr unsigned id() const
Generic base class for all target subtargets.
bool hasFeature(unsigned Feature) const
const Triple & getTargetTriple() const
const FeatureBitset & getFeatureBits() const
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
void append(ItTy in_start, ItTy in_end)
Add the specified range to the end of the SmallVector.
void truncate(size_type N)
Like resize, but requires that N is less than size().
bool isOSBinFormatMachO() const
Tests whether the environment is MachO.
LLVM Value Representation.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ InstFormatNDS_BRANCH_10
static unsigned getFormat(uint64_t TSFlags)
static MCRegister getTailExpandUseRegNo(const FeatureBitset &FeatureBits)
@ fixup_riscv_pcrel_lo12_i
@ fixup_riscv_pcrel_lo12_s
@ fixup_riscv_nds_branch_10
@ fixup_riscv_qc_e_call_plt
@ fixup_riscv_qc_e_branch
NodeAddr< FuncNode * > Func
void write(void *memory, value_type value, endianness endian)
Write a value to memory with a particular endianness.
This is an optimization pass for GlobalISel generic memory operations.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
MCCodeEmitter * createRISCVMCCodeEmitter(const MCInstrInfo &MCII, MCContext &Ctx)
static Lanai::Fixups FixupKind(const MCExpr *Expr)
static void addFixup(SmallVectorImpl< MCFixup > &Fixups, uint32_t Offset, const MCExpr *Value, uint16_t Kind)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
void swap(llvm::BitVector &LHS, llvm::BitVector &RHS)
Implement std::swap in terms of BitVector swap.