LLVM 24.0.0git
X86AsmPrinter.cpp
Go to the documentation of this file.
1//===-- X86AsmPrinter.cpp - Convert X86 LLVM code to AT&T assembly --------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file contains a printer that converts from our internal representation
10// of machine-dependent LLVM code to X86 machine code.
11//
12//===----------------------------------------------------------------------===//
13
14#include "X86AsmPrinter.h"
20#include "X86.h"
21#include "X86InstrInfo.h"
23#include "X86Subtarget.h"
24#include "llvm-c/Visibility.h"
35#include "llvm/IR/InlineAsm.h"
37#include "llvm/IR/Mangler.h"
38#include "llvm/IR/Module.h"
39#include "llvm/IR/Type.h"
40#include "llvm/MC/MCAsmInfo.h"
42#include "llvm/MC/MCContext.h"
43#include "llvm/MC/MCExpr.h"
44#include "llvm/MC/MCInst.h"
49#include "llvm/MC/MCStreamer.h"
50#include "llvm/MC/MCSymbol.h"
52#include "llvm/Support/Debug.h"
55
56using namespace llvm;
57
59 std::unique_ptr<MCStreamer> Streamer)
60 : AsmPrinter(TM, std::move(Streamer), ID), FM(*this) {
61 GetPSI = [this](Module &M) -> ProfileSummaryInfo * {
63 return &PSIW->getPSI();
64 return nullptr;
65 };
66 GetSDPI = [this](Module &M) -> StaticDataProfileInfo * {
67 if (auto *SDPIW =
69 return &SDPIW->getStaticDataProfileInfo();
70 return nullptr;
71 };
72}
73
74//===----------------------------------------------------------------------===//
75// Primitive Helper Functions.
76//===----------------------------------------------------------------------===//
77
78/// runOnMachineFunction - Emit the function body.
79///
81 PSI = GetPSI(*MF.getFunction().getParent());
82 SDPI = GetSDPI(*MF.getFunction().getParent());
83
84 Subtarget = &MF.getSubtarget<X86Subtarget>();
85
86 SMShadowTracker.startFunction(MF);
87 CodeEmitter.reset(TM.getTarget().createMCCodeEmitter(
88 *Subtarget->getInstrInfo(), MF.getContext()));
89
90 const Module *M = MF.getFunction().getParent();
91 EmitFPOData = Subtarget->isTargetWin32() && M->getCodeViewFlag();
92
93 IndCSPrefix = M->getModuleFlag("indirect_branch_cs_prefix");
94
96
97 if (Subtarget->isTargetCOFF()) {
98 bool Local = MF.getFunction().hasLocalLinkage();
99 OutStreamer->beginCOFFSymbolDef(CurrentFnSym);
100 OutStreamer->emitCOFFSymbolStorageClass(
104 OutStreamer->endCOFFSymbolDef();
105 }
106
107 // Emit the rest of the function body.
109
110 // Emit the XRay table for this function.
112
113 EmitFPOData = false;
114
115 IndCSPrefix = false;
116
117 // We didn't modify anything.
118 return false;
119}
120
122 if (EmitFPOData) {
123 auto *XTS =
124 static_cast<X86TargetStreamer *>(OutStreamer->getTargetStreamer());
125 XTS->emitFPOProc(
128 }
129}
130
132 if (EmitFPOData) {
133 auto *XTS =
134 static_cast<X86TargetStreamer *>(OutStreamer->getTargetStreamer());
135 XTS->emitFPOEndProc();
136 }
137}
138
139uint32_t X86AsmPrinter::MaskKCFIType(uint32_t Value) {
140 // If the type hash matches an invalid pattern, mask the value.
141 const uint32_t InvalidValues[] = {
142 0xFA1E0FF3, /* ENDBR64 */
143 0xFB1E0FF3, /* ENDBR32 */
144 };
145 for (uint32_t N : InvalidValues) {
146 // LowerKCFI_CHECK emits -Value for indirect call checks, so we must also
147 // mask that. Note that -(Value + 1) == ~Value.
148 if (N == Value || -N == Value)
149 return Value + 1;
150 }
151 return Value;
152}
153
154void X86AsmPrinter::EmitKCFITypePadding(const MachineFunction &MF,
155 bool HasType) {
156 // Keep the function entry aligned, taking patchable-function-prefix into
157 // account if set.
158 int64_t PrefixBytes = MF.getFunction().getFnAttributeAsParsedInteger(
159 "patchable-function-prefix");
160
161 // Also take the type identifier into account if we're emitting
162 // one. Otherwise, just pad with nops. The X86::MOV32ri instruction emitted
163 // in X86AsmPrinter::emitKCFITypeId is 5 bytes long.
164 if (HasType)
165 PrefixBytes += 5;
166
167 emitNops(offsetToAlignment(PrefixBytes, MF.getPreferredAlignment()));
168}
169
170/// emitKCFITypeId - Emit the KCFI type information in architecture specific
171/// format.
173 const Function &F = MF.getFunction();
174 if (!F.getParent()->getModuleFlag("kcfi"))
175 return;
176
177 ConstantInt *Type = nullptr;
178 if (const MDNode *MD = F.getMetadata(LLVMContext::MD_kcfi_type))
179 Type = mdconst::extract<ConstantInt>(MD->getOperand(0));
180
181 // If we don't have a type to emit, just emit padding if needed to maintain
182 // the same alignment for all functions.
183 if (!Type) {
184 EmitKCFITypePadding(MF, /*HasType=*/false);
185 return;
186 }
187
188 // Emit a function symbol for the type data to avoid unreachable instruction
189 // warnings from binary validation tools, and use the same linkage and
190 // visibility as the parent function. Note that using local linkage would
191 // result in duplicate symbols for weak parent functions.
192 MCSymbol *FnSym = OutContext.getOrCreateSymbol("__cfi_" + MF.getName());
193 emitLinkage(&MF.getFunction(), FnSym);
194 emitVisibility(FnSym, F.getVisibility());
195 if (MAI.hasDotTypeDotSizeDirective())
196 OutStreamer->emitSymbolAttribute(FnSym, MCSA_ELF_TypeFunction);
197 OutStreamer->emitLabel(FnSym);
198
199 // Embed the type hash in the X86::MOV32ri instruction to avoid special
200 // casing object file parsers.
201 EmitKCFITypePadding(MF);
202 unsigned DestReg = X86::EAX;
203
204 const Module *M = F.getParent();
205 if (M->getModuleFlag("kcfi-arity")) {
206 // The ArityToRegMap assumes the 64-bit SysV ABI.
207 [[maybe_unused]] const auto &Triple = M->getTargetTriple();
209
210 // Determine the function's arity (i.e., the number of arguments) at the ABI
211 // level by counting the number of parameters that are passed
212 // as registers, such as pointers and 64-bit (or smaller) integers. The
213 // Linux x86-64 ABI allows up to 6 integer parameters to be passed in GPRs.
214 // Additional parameters or parameters larger than 64 bits may be passed on
215 // the stack, in which case the arity is denoted as 7. Floating-point
216 // arguments passed in XMM0-XMM7 are not counted toward arity because
217 // floating-point values are not relevant to enforcing kCFI at this time.
218 const unsigned ArityToRegMap[8] = {X86::EAX, X86::ECX, X86::EDX, X86::EBX,
219 X86::ESP, X86::EBP, X86::ESI, X86::EDI};
220 int Arity;
221 if (MF.getInfo<X86MachineFunctionInfo>()->getArgumentStackSize() > 0) {
222 Arity = 7;
223 } else {
224 Arity = 0;
225 for (const auto &LI : MF.getRegInfo().liveins()) {
226 auto Reg = LI.first;
227 if (X86::GR8RegClass.contains(Reg) || X86::GR16RegClass.contains(Reg) ||
228 X86::GR32RegClass.contains(Reg) ||
229 X86::GR64RegClass.contains(Reg)) {
230 ++Arity;
231 }
232 }
233 }
234 DestReg = ArityToRegMap[Arity];
235 }
236
237 EmitAndCountInstruction(MCInstBuilder(X86::MOV32ri)
238 .addReg(DestReg)
239 .addImm(MaskKCFIType(Type->getZExtValue())));
240
241 if (MAI.hasDotTypeDotSizeDirective()) {
242 MCSymbol *EndSym = OutContext.createTempSymbol("cfi_func_end");
243 OutStreamer->emitLabel(EndSym);
244
245 const MCExpr *SizeExp = MCBinaryExpr::createSub(
248 OutStreamer->emitELFSize(FnSym, SizeExp);
249 }
250}
251
252/// PrintSymbolOperand - Print a raw symbol reference operand. This handles
253/// jump tables, constant pools, global address and external symbols, all of
254/// which print to a label with various suffixes for relocation types etc.
255void X86AsmPrinter::PrintSymbolOperand(const MachineOperand &MO,
256 raw_ostream &O) {
257 switch (MO.getType()) {
258 default: llvm_unreachable("unknown symbol type!");
260 GetCPISymbol(MO.getIndex())->print(O, MAI);
261 printOffset(MO.getOffset(), O);
262 break;
264 const GlobalValue *GV = MO.getGlobal();
265
266 MCSymbol *GVSym;
269 GVSym = getSymbolWithGlobalValueBase(GV, "$non_lazy_ptr");
270 else
271 GVSym = getSymbolPreferLocal(*GV);
272
273 // Handle dllimport linkage.
275 GVSym = OutContext.getOrCreateSymbol(Twine("__imp_") + GVSym->getName());
276 else if (MO.getTargetFlags() == X86II::MO_COFFSTUB)
277 GVSym =
278 OutContext.getOrCreateSymbol(Twine(".refptr.") + GVSym->getName());
279
282 MCSymbol *Sym = getSymbolWithGlobalValueBase(GV, "$non_lazy_ptr");
284 MMI->getObjFileInfo<MachineModuleInfoMachO>().getGVStubEntry(Sym);
285 if (!StubSym.getPointer())
287 !GV->hasInternalLinkage());
288 }
289
290 // If the name begins with a dollar-sign, enclose it in parens. We do this
291 // to avoid having it look like an integer immediate to the assembler.
292 if (GVSym->getName()[0] != '$')
293 GVSym->print(O, MAI);
294 else {
295 O << '(';
296 GVSym->print(O, MAI);
297 O << ')';
298 }
299 printOffset(MO.getOffset(), O);
300 break;
301 }
302 }
303
304 switch (MO.getTargetFlags()) {
305 default:
306 llvm_unreachable("Unknown target flag on GV operand");
307 case X86II::MO_NO_FLAG: // No flag.
308 break;
312 // These affect the name of the symbol, not any suffix.
313 break;
315 O << " + [.-";
316 MF->getPICBaseSymbol()->print(O, MAI);
317 O << ']';
318 break;
321 O << '-';
322 MF->getPICBaseSymbol()->print(O, MAI);
323 break;
324 case X86II::MO_TLSGD: O << "@TLSGD"; break;
325 case X86II::MO_TLSLD: O << "@TLSLD"; break;
326 case X86II::MO_TLSLDM: O << "@TLSLDM"; break;
327 case X86II::MO_GOTTPOFF: O << "@GOTTPOFF"; break;
328 case X86II::MO_INDNTPOFF: O << "@INDNTPOFF"; break;
329 case X86II::MO_TPOFF: O << "@TPOFF"; break;
330 case X86II::MO_DTPOFF: O << "@DTPOFF"; break;
331 case X86II::MO_NTPOFF: O << "@NTPOFF"; break;
332 case X86II::MO_GOTNTPOFF: O << "@GOTNTPOFF"; break;
333 case X86II::MO_GOTPCREL: O << "@GOTPCREL"; break;
334 case X86II::MO_GOTPCREL_NORELAX: O << "@GOTPCREL_NORELAX"; break;
335 case X86II::MO_GOT: O << "@GOT"; break;
336 case X86II::MO_GOTOFF: O << "@GOTOFF"; break;
337 case X86II::MO_PLT: O << "@PLT"; break;
338 case X86II::MO_TLVP: O << "@TLVP"; break;
340 O << "@TLVP" << '-';
341 MF->getPICBaseSymbol()->print(O, MAI);
342 break;
343 case X86II::MO_SECREL: O << "@SECREL32"; break;
344 }
345}
346
347void X86AsmPrinter::PrintOperand(const MachineInstr *MI, unsigned OpNo,
348 raw_ostream &O) {
349 const MachineOperand &MO = MI->getOperand(OpNo);
350 const bool IsATT = MI->getInlineAsmDialect() == InlineAsm::AD_ATT;
351 switch (MO.getType()) {
352 default: llvm_unreachable("unknown operand type!");
354 if (IsATT)
355 O << '%';
357 return;
358 }
359
361 if (IsATT)
362 O << '$';
363 O << MO.getImm();
364 return;
365
368 switch (MI->getInlineAsmDialect()) {
370 O << '$';
371 break;
373 O << "offset ";
374 break;
375 }
376 PrintSymbolOperand(MO, O);
377 break;
378 }
381 Sym->print(O, MAI);
382 break;
383 }
384 }
385}
386
387/// PrintModifiedOperand - Print subregisters based on supplied modifier,
388/// deferring to PrintOperand() if no modifier was supplied or if operand is not
389/// a register.
390void X86AsmPrinter::PrintModifiedOperand(const MachineInstr *MI, unsigned OpNo,
391 raw_ostream &O, StringRef Modifier) {
392 const MachineOperand &MO = MI->getOperand(OpNo);
393 if (Modifier.empty() || !MO.isReg())
394 return PrintOperand(MI, OpNo, O);
395 if (MI->getInlineAsmDialect() == InlineAsm::AD_ATT)
396 O << '%';
397 Register Reg = MO.getReg();
398 if (Modifier.consume_front("subreg")) {
399 unsigned Size = (Modifier == "64") ? 64
400 : (Modifier == "32") ? 32
401 : (Modifier == "16") ? 16
402 : 8;
404 }
406}
407
408/// PrintPCRelImm - This is used to print an immediate value that ends up
409/// being encoded as a pc-relative value. These print slightly differently, for
410/// example, a $ is not emitted.
411void X86AsmPrinter::PrintPCRelImm(const MachineInstr *MI, unsigned OpNo,
412 raw_ostream &O) {
413 const MachineOperand &MO = MI->getOperand(OpNo);
414 switch (MO.getType()) {
415 default: llvm_unreachable("Unknown pcrel immediate operand");
417 // pc-relativeness was handled when computing the value in the reg.
418 PrintOperand(MI, OpNo, O);
419 return;
421 O << MO.getImm();
422 return;
424 PrintSymbolOperand(MO, O);
425 return;
426 }
427}
428
429void X86AsmPrinter::PrintLeaMemReference(const MachineInstr *MI, unsigned OpNo,
430 raw_ostream &O, StringRef Modifier) {
431 const MachineOperand &BaseReg = MI->getOperand(OpNo + X86::AddrBaseReg);
432 const MachineOperand &IndexReg = MI->getOperand(OpNo + X86::AddrIndexReg);
433 const MachineOperand &DispSpec = MI->getOperand(OpNo + X86::AddrDisp);
434
435 // If we really don't want to print out (rip), don't.
436 bool HasBaseReg = BaseReg.getReg() != 0;
437 if (HasBaseReg && Modifier == "no-rip" && BaseReg.getReg() == X86::RIP)
438 HasBaseReg = false;
439
440 // If we really just want to print out displacement.
441 if ((DispSpec.isGlobal() || DispSpec.isSymbol()) && Modifier == "disp-only")
442 HasBaseReg = false;
443
444 // HasParenPart - True if we will print out the () part of the mem ref.
445 bool HasParenPart = IndexReg.getReg() || HasBaseReg;
446
447 switch (DispSpec.getType()) {
448 default:
449 llvm_unreachable("unknown operand type!");
451 int DispVal = DispSpec.getImm();
452 if (DispVal || !HasParenPart)
453 O << DispVal;
454 break;
455 }
458 PrintSymbolOperand(DispSpec, O);
459 break;
460 }
461
462 if (Modifier == "H")
463 O << "+8";
464
465 if (HasParenPart) {
466 assert(IndexReg.getReg() != X86::ESP &&
467 "X86 doesn't allow scaling by ESP");
468
469 O << '(';
470 if (HasBaseReg)
471 PrintModifiedOperand(MI, OpNo + X86::AddrBaseReg, O, Modifier);
472
473 if (IndexReg.getReg()) {
474 O << ',';
475 PrintModifiedOperand(MI, OpNo + X86::AddrIndexReg, O, Modifier);
476 unsigned ScaleVal = MI->getOperand(OpNo + X86::AddrScaleAmt).getImm();
477 if (ScaleVal != 1)
478 O << ',' << ScaleVal;
479 }
480 O << ')';
481 }
482}
483
484static bool isSimpleReturn(const MachineInstr &MI) {
485 // We exclude all tail calls here which set both isReturn and isCall.
486 return MI.getDesc().isReturn() && !MI.getDesc().isCall();
487}
488
490 unsigned Opc = MI.getOpcode();
491 return MI.getDesc().isIndirectBranch() /*Make below code in a good shape*/ ||
492 Opc == X86::TAILJMPr || Opc == X86::TAILJMPm ||
493 Opc == X86::TAILJMPr64 || Opc == X86::TAILJMPm64 ||
494 Opc == X86::TCRETURNri || Opc == X86::TCRETURN_WIN64ri ||
495 Opc == X86::TCRETURN_HIPE32ri || Opc == X86::TCRETURNmi ||
496 Opc == X86::TCRETURN_WINmi64 || Opc == X86::TCRETURNri64 ||
497 Opc == X86::TCRETURNmi64 || Opc == X86::TCRETURNri64_ImpCall ||
498 Opc == X86::TAILJMPr64_REX || Opc == X86::TAILJMPm64_REX;
499}
500
502 if (Subtarget->hardenSlsRet() || Subtarget->hardenSlsIJmp()) {
503 auto I = MBB.getLastNonDebugInstr();
504 if (I != MBB.end()) {
505 if ((Subtarget->hardenSlsRet() && isSimpleReturn(*I)) ||
506 (Subtarget->hardenSlsIJmp() && isIndirectBranchOrTailCall(*I))) {
507 MCInst TmpInst;
508 TmpInst.setOpcode(X86::INT3);
509 EmitToStreamer(*OutStreamer, TmpInst);
510 }
511 }
512 }
513 if (SplitChainedAtEndOfBlock) {
514 OutStreamer->emitWinCFISplitChained();
515 // Splitting into a new unwind info implicitly starts a prolog. We have no
516 // instructions to add to the prolog, so immediately end it.
517 OutStreamer->emitWinCFIEndProlog();
518 SplitChainedAtEndOfBlock = false;
519 }
521 SMShadowTracker.emitShadowPadding(*OutStreamer, getSubtargetInfo());
522}
523
524void X86AsmPrinter::PrintMemReference(const MachineInstr *MI, unsigned OpNo,
525 raw_ostream &O, StringRef Modifier) {
526 assert(isMem(*MI, OpNo) && "Invalid memory reference!");
527 const MachineOperand &Segment = MI->getOperand(OpNo + X86::AddrSegmentReg);
528 if (Segment.getReg()) {
529 PrintModifiedOperand(MI, OpNo + X86::AddrSegmentReg, O, Modifier);
530 O << ':';
531 }
532 PrintLeaMemReference(MI, OpNo, O, Modifier);
533}
534
535void X86AsmPrinter::PrintIntelMemReference(const MachineInstr *MI,
536 unsigned OpNo, raw_ostream &O,
537 StringRef Modifier) {
538 const MachineOperand &BaseReg = MI->getOperand(OpNo + X86::AddrBaseReg);
539 unsigned ScaleVal = MI->getOperand(OpNo + X86::AddrScaleAmt).getImm();
540 const MachineOperand &IndexReg = MI->getOperand(OpNo + X86::AddrIndexReg);
541 const MachineOperand &DispSpec = MI->getOperand(OpNo + X86::AddrDisp);
542 const MachineOperand &SegReg = MI->getOperand(OpNo + X86::AddrSegmentReg);
543
544 // If we really don't want to print out (rip), don't.
545 bool HasBaseReg = BaseReg.getReg() != 0;
546 if (HasBaseReg && Modifier == "no-rip" && BaseReg.getReg() == X86::RIP)
547 HasBaseReg = false;
548
549 // If we really just want to print out displacement.
550 if ((DispSpec.isGlobal() || DispSpec.isSymbol()) && Modifier == "disp-only") {
551 HasBaseReg = false;
552 }
553
554 // If this has a segment register, print it.
555 if (SegReg.getReg()) {
556 PrintOperand(MI, OpNo + X86::AddrSegmentReg, O);
557 O << ':';
558 }
559
560 O << '[';
561
562 bool NeedPlus = false;
563 if (HasBaseReg) {
564 PrintOperand(MI, OpNo + X86::AddrBaseReg, O);
565 NeedPlus = true;
566 }
567
568 if (IndexReg.getReg()) {
569 if (NeedPlus) O << " + ";
570 if (ScaleVal != 1)
571 O << ScaleVal << '*';
572 PrintOperand(MI, OpNo + X86::AddrIndexReg, O);
573 NeedPlus = true;
574 }
575
576 if (!DispSpec.isImm()) {
577 if (NeedPlus) O << " + ";
578 // Do not add `offset` operator. Matches the behaviour of
579 // X86IntelInstPrinter::printMemReference.
580 PrintSymbolOperand(DispSpec, O);
581 } else {
582 int64_t DispVal = DispSpec.getImm();
583 if (DispVal || (!IndexReg.getReg() && !HasBaseReg)) {
584 if (NeedPlus) {
585 if (DispVal > 0)
586 O << " + ";
587 else {
588 O << " - ";
589 DispVal = -DispVal;
590 }
591 }
592 O << DispVal;
593 }
594 }
595 O << ']';
596}
597
599 assert(Subtarget);
600 return Subtarget;
601}
602
603void X86AsmPrinter::emitMachOIFuncStubBody(Module &M, const GlobalIFunc &GI,
604 MCSymbol *LazyPointer) {
605 // _ifunc:
606 // jmpq *lazy_pointer(%rip)
607
608 OutStreamer->emitInstruction(
609 MCInstBuilder(X86::JMP32m)
610 .addReg(X86::RIP)
611 .addImm(1)
612 .addReg(0)
614 MCSymbolRefExpr::create(LazyPointer, OutContext)))
615 .addReg(0),
616 *Subtarget);
617}
618
619void X86AsmPrinter::emitMachOIFuncStubHelperBody(Module &M,
620 const GlobalIFunc &GI,
621 MCSymbol *LazyPointer) {
622 // _ifunc.stub_helper:
623 // push %rax
624 // push %rdi
625 // push %rsi
626 // push %rdx
627 // push %rcx
628 // push %r8
629 // push %r9
630 // callq foo
631 // movq %rax,lazy_pointer(%rip)
632 // pop %r9
633 // pop %r8
634 // pop %rcx
635 // pop %rdx
636 // pop %rsi
637 // pop %rdi
638 // pop %rax
639 // jmpq *lazy_pointer(%rip)
640
641 for (int Reg :
642 {X86::RAX, X86::RDI, X86::RSI, X86::RDX, X86::RCX, X86::R8, X86::R9})
643 OutStreamer->emitInstruction(MCInstBuilder(X86::PUSH64r).addReg(Reg),
644 *Subtarget);
645
646 OutStreamer->emitInstruction(
647 MCInstBuilder(X86::CALL64pcrel32)
649 *Subtarget);
650
651 OutStreamer->emitInstruction(
652 MCInstBuilder(X86::MOV64mr)
653 .addReg(X86::RIP)
654 .addImm(1)
655 .addReg(0)
657 MCSymbolRefExpr::create(LazyPointer, OutContext)))
658 .addReg(0)
659 .addReg(X86::RAX),
660 *Subtarget);
661
662 for (int Reg :
663 {X86::R9, X86::R8, X86::RCX, X86::RDX, X86::RSI, X86::RDI, X86::RAX})
664 OutStreamer->emitInstruction(MCInstBuilder(X86::POP64r).addReg(Reg),
665 *Subtarget);
666
667 OutStreamer->emitInstruction(
668 MCInstBuilder(X86::JMP32m)
669 .addReg(X86::RIP)
670 .addImm(1)
671 .addReg(0)
673 MCSymbolRefExpr::create(LazyPointer, OutContext)))
674 .addReg(0),
675 *Subtarget);
676}
677
679 const MachineOperand &MO, char Mode,
680 raw_ostream &O) {
681 Register Reg = MO.getReg();
682 bool EmitPercent = MI.getInlineAsmDialect() == InlineAsm::AD_ATT;
683
684 if (!X86::GR8RegClass.contains(Reg) &&
685 !X86::GR16RegClass.contains(Reg) &&
686 !X86::GR32RegClass.contains(Reg) &&
687 !X86::GR64RegClass.contains(Reg))
688 return true;
689
690 switch (Mode) {
691 default: return true; // Unknown mode.
692 case 'b': // Print QImode register
694 break;
695 case 'h': // Print QImode high register
696 Reg = getX86SubSuperRegister(Reg, 8, true);
697 if (!Reg.isValid())
698 return true;
699 break;
700 case 'w': // Print HImode register
702 break;
703 case 'k': // Print SImode register
705 break;
706 case 'V':
707 EmitPercent = false;
708 [[fallthrough]];
709 case 'q':
710 // Print 64-bit register names if 64-bit integer registers are available.
711 // Otherwise, print 32-bit register names.
712 Reg = getX86SubSuperRegister(Reg, P.getSubtarget().is64Bit() ? 64 : 32);
713 break;
714 }
715
716 if (EmitPercent)
717 O << '%';
718
720 return false;
721}
722
723static bool printAsmVRegister(const MachineInstr &MI, const MachineOperand &MO,
724 char Mode, raw_ostream &O) {
725 Register Reg = MO.getReg();
726 bool EmitPercent = MI.getInlineAsmDialect() == InlineAsm::AD_ATT;
727
728 unsigned Index;
729 if (X86::VR128XRegClass.contains(Reg))
730 Index = Reg - X86::XMM0;
731 else if (X86::VR256XRegClass.contains(Reg))
732 Index = Reg - X86::YMM0;
733 else if (X86::VR512RegClass.contains(Reg))
734 Index = Reg - X86::ZMM0;
735 else
736 return true;
737
738 switch (Mode) {
739 default: // Unknown mode.
740 return true;
741 case 'x': // Print V4SFmode register
742 Reg = X86::XMM0 + Index;
743 break;
744 case 't': // Print V8SFmode register
745 Reg = X86::YMM0 + Index;
746 break;
747 case 'g': // Print V16SFmode register
748 Reg = X86::ZMM0 + Index;
749 break;
750 }
751
752 if (EmitPercent)
753 O << '%';
754
756 return false;
757}
758
759/// PrintAsmOperand - Print out an operand for an inline asm expression.
760///
762 const char *ExtraCode, raw_ostream &O) {
763 // Does this asm operand have a single letter operand modifier?
764 if (ExtraCode && ExtraCode[0]) {
765 if (ExtraCode[1] != 0) return true; // Unknown modifier.
766
767 const MachineOperand &MO = MI->getOperand(OpNo);
768 const bool IsIntel = MI->getInlineAsmDialect() == InlineAsm::AD_Intel;
769
770 switch (ExtraCode[0]) {
771 default:
772 // See if this is a generic print operand
773 return AsmPrinter::PrintAsmOperand(MI, OpNo, ExtraCode, O);
774 case 'a': // This is an address. Currently only 'i' and 'r' are expected.
775 switch (MO.getType()) {
776 default:
777 return true;
779 O << MO.getImm();
780 return false;
784 llvm_unreachable("unexpected operand type!");
786 PrintSymbolOperand(MO, O);
787 if (Subtarget->is64Bit())
788 O << "(%rip)";
789 return false;
791 O << (IsIntel ? '[' : '(');
792 PrintOperand(MI, OpNo, O);
793 O << (IsIntel ? ']' : ')');
794 return false;
795 }
796
797 case 'c': // Don't print "$" before a global var name or constant.
798 switch (MO.getType()) {
799 default:
800 PrintOperand(MI, OpNo, O);
801 break;
803 O << MO.getImm();
804 break;
808 llvm_unreachable("unexpected operand type!");
810 PrintSymbolOperand(MO, O);
811 break;
812 }
813 return false;
814
815 case 'A': // Print '*' before a register (it must be a register)
816 if (MO.isReg()) {
817 if (!IsIntel)
818 O << '*';
819 PrintOperand(MI, OpNo, O);
820 return false;
821 }
822 return true;
823
824 case 'b': // Print QImode register
825 case 'h': // Print QImode high register
826 case 'w': // Print HImode register
827 case 'k': // Print SImode register
828 case 'q': // Print DImode register
829 case 'V': // Print native register without '%'
830 if (MO.isReg())
831 return printAsmMRegister(*this, *MI, MO, ExtraCode[0], O);
832 PrintOperand(MI, OpNo, O);
833 return false;
834
835 case 'x': // Print V4SFmode register
836 case 't': // Print V8SFmode register
837 case 'g': // Print V16SFmode register
838 if (MO.isReg())
839 return printAsmVRegister(*MI, MO, ExtraCode[0], O);
840 PrintOperand(MI, OpNo, O);
841 return false;
842
843 case 'p': {
844 const MachineOperand &MO = MI->getOperand(OpNo);
846 return true;
847 PrintSymbolOperand(MO, O);
848 return false;
849 }
850
851 case 'P': // This is the operand of a call, treat specially.
852 PrintPCRelImm(MI, OpNo, O);
853 return false;
854
855 case 'n': // Negate the immediate or print a '-' before the operand.
856 // Note: this is a temporary solution. It should be handled target
857 // independently as part of the 'MC' work.
858 if (MO.isImm()) {
859 O << -MO.getImm();
860 return false;
861 }
862 O << '-';
863 }
864 }
865
866 PrintOperand(MI, OpNo, O);
867 return false;
868}
869
871 const char *ExtraCode,
872 raw_ostream &O) {
873 if (ExtraCode && ExtraCode[0]) {
874 if (ExtraCode[1] != 0) return true; // Unknown modifier.
875
876 switch (ExtraCode[0]) {
877 default: return true; // Unknown modifier.
878 case 'a': {
879 // Print as address — only valid with 'p' constraint.
880 const InlineAsm::Flag Flags(MI->getOperand(OpNo - 1).getImm());
881 if (Flags.getMemoryConstraintID() != InlineAsm::ConstraintCode::p)
882 return true;
883 break;
884 }
885 case 'b': // Print QImode register
886 case 'h': // Print QImode high register
887 case 'w': // Print HImode register
888 case 'k': // Print SImode register
889 case 'q': // Print SImode register
890 // These only apply to registers, ignore on mem.
891 break;
892 case 'H':
893 if (MI->getInlineAsmDialect() == InlineAsm::AD_Intel) {
894 return true; // Unsupported modifier in Intel inline assembly.
895 } else {
896 PrintMemReference(MI, OpNo, O, "H");
897 }
898 return false;
899 // Print memory only with displacement. The Modifer 'P' is used in inline
900 // asm to present a call symbol or a global symbol which can not use base
901 // reg or index reg.
902 case 'P':
903 if (MI->getInlineAsmDialect() == InlineAsm::AD_Intel) {
904 PrintIntelMemReference(MI, OpNo, O, "disp-only");
905 } else {
906 PrintMemReference(MI, OpNo, O, "disp-only");
907 }
908 return false;
909 }
910 } else {
911 // Constraint 'p' requires modifier 'a'.
912 const InlineAsm::Flag Flags(MI->getOperand(OpNo - 1).getImm());
913 if (Flags.getMemoryConstraintID() == InlineAsm::ConstraintCode::p)
914 return true;
915 }
916 if (MI->getInlineAsmDialect() == InlineAsm::AD_Intel) {
917 PrintIntelMemReference(MI, OpNo, O);
918 } else {
919 PrintMemReference(MI, OpNo, O);
920 }
921 return false;
922}
923
925 const Triple &TT = M.getTargetTriple();
926
927 if (TT.isOSBinFormatELF()) {
928 // Assemble feature flags that may require creation of a note section.
929 unsigned FeatureFlagsAnd = 0;
930 if (M.getModuleFlag("cf-protection-branch"))
931 FeatureFlagsAnd |= ELF::GNU_PROPERTY_X86_FEATURE_1_IBT;
932 if (M.getModuleFlag("cf-protection-return"))
933 FeatureFlagsAnd |= ELF::GNU_PROPERTY_X86_FEATURE_1_SHSTK;
934
935 if (FeatureFlagsAnd) {
936 // Emit a .note.gnu.property section with the flags.
937 assert(TT.isX86() && "CFProtection used on invalid architecture!");
938 MCSection *Cur = OutStreamer->getCurrentSectionOnly();
939 MCSection *Nt = MMI->getContext().getELFSection(
940 ".note.gnu.property", ELF::SHT_NOTE, ELF::SHF_ALLOC);
941 OutStreamer->switchSection(Nt);
942
943 // Emitting note header.
944 const int WordSize = TT.isX86_64() && !TT.isX32() ? 8 : 4;
945 emitAlignment(WordSize == 4 ? Align(4) : Align(8));
946 OutStreamer->emitIntValue(4, 4 /*size*/); // data size for "GNU\0"
947 OutStreamer->emitIntValue(8 + WordSize, 4 /*size*/); // Elf_Prop size
948 OutStreamer->emitIntValue(ELF::NT_GNU_PROPERTY_TYPE_0, 4 /*size*/);
949 OutStreamer->emitBytes(StringRef("GNU", 4)); // note name
950
951 // Emitting an Elf_Prop for the CET properties.
953 OutStreamer->emitInt32(4); // data size
954 OutStreamer->emitInt32(FeatureFlagsAnd); // data
955 emitAlignment(WordSize == 4 ? Align(4) : Align(8)); // padding
956
957 OutStreamer->switchSection(Cur);
958 }
959 }
960
961 if (TT.isOSBinFormatMachO())
962 OutStreamer->switchSection(getObjFileLowering().getTextSection());
963
964 if (TT.isOSBinFormatCOFF()) {
967
968 if (M.getModuleFlag("import-call-optimization"))
969 EnableImportCallOptimization = true;
970
971 // Unwind v3 is set for the entire module, not just individual functions.
972 if (M.getWinX64EHUnwindMode() == WinX64EHUnwindMode::V3)
973 OutStreamer->emitWinCFIUnwindVersion(3);
974 }
975
976 // TODO: Support prefixed registers for the Intel syntax.
977 const bool IntelSyntax =
978 MAI.getOutputAssemblerDialect() == InlineAsm::AD_Intel;
979 OutStreamer->emitSyntaxDirective(IntelSyntax ? "intel" : "att",
980 IntelSyntax ? "noprefix" : "");
981
982 // If this is not inline asm and we're in 16-bit
983 // mode prefix assembly with .code16.
984 bool is16 = TT.getEnvironment() == Triple::CODE16;
985 if (M.getModuleInlineAsm().empty() && is16) {
986 auto *XTS =
987 static_cast<X86TargetStreamer *>(OutStreamer->getTargetStreamer());
988 XTS->emitCode16();
989 }
990}
991
992static void
995 // L_foo$stub:
996 OutStreamer.emitLabel(StubLabel);
997 // .indirect_symbol _foo
999
1000 if (MCSym.getInt())
1001 // External to current translation unit.
1002 OutStreamer.emitIntValue(0, 4/*size*/);
1003 else
1004 // Internal to current translation unit.
1005 //
1006 // When we place the LSDA into the TEXT section, the type info
1007 // pointers need to be indirect and pc-rel. We accomplish this by
1008 // using NLPs; however, sometimes the types are local to the file.
1009 // We need to fill in the value for the NLP in those cases.
1010 OutStreamer.emitValue(
1011 MCSymbolRefExpr::create(MCSym.getPointer(), OutStreamer.getContext()),
1012 4 /*size*/);
1013}
1014
1015static void emitNonLazyStubs(MachineModuleInfo *MMI, MCStreamer &OutStreamer) {
1016
1017 MachineModuleInfoMachO &MMIMacho =
1019
1020 // Output stubs for dynamically-linked functions.
1022
1023 // Output stubs for external and common global variables.
1024 Stubs = MMIMacho.GetGVStubList();
1025 if (!Stubs.empty()) {
1026 OutStreamer.switchSection(MMI->getContext().getMachOSection(
1027 "__IMPORT", "__pointers", MachO::S_NON_LAZY_SYMBOL_POINTERS,
1029
1030 for (auto &Stub : Stubs)
1031 emitNonLazySymbolPointer(OutStreamer, Stub.first, Stub.second);
1032
1033 Stubs.clear();
1034 OutStreamer.addBlankLine();
1035 }
1036}
1037
1038/// True if this module is being built for windows/msvc, and uses floating
1039/// point. This is used to emit an undefined reference to _fltused. This is
1040/// needed in Windows kernel or driver contexts to find and prevent code from
1041/// modifying non-GPR registers.
1042///
1043/// TODO: It would be better if this was computed from MIR by looking for
1044/// selected floating-point instructions.
1045static bool usesMSVCFloatingPoint(const Triple &TT, const Module &M) {
1046 // Only needed for MSVC
1047 if (!TT.isWindowsMSVCEnvironment())
1048 return false;
1049
1050 for (const Function &F : M) {
1051 for (const Instruction &I : instructions(F)) {
1052 if (I.getType()->isFloatingPointTy())
1053 return true;
1054
1055 for (const auto &Op : I.operands()) {
1056 if (Op->getType()->isFloatingPointTy())
1057 return true;
1058 }
1059 }
1060 }
1061
1062 return false;
1063}
1064
1066 const Triple &TT = M.getTargetTriple();
1067
1068 if (TT.isOSBinFormatMachO()) {
1069 // Mach-O uses non-lazy symbol stubs to encode per-TU information into
1070 // global table for symbol lookup.
1072
1073 // Emit fault map information.
1074 FM.serializeToFaultMapSection();
1075
1076 // This flag tells the linker that no global symbols contain code that fall
1077 // through to other global symbols (e.g. an implementation of multiple entry
1078 // points). If this doesn't occur, the linker can safely perform dead code
1079 // stripping. Since LLVM never generates code that does this, it is always
1080 // safe to set.
1081 OutStreamer->emitSubsectionsViaSymbols();
1082 } else if (TT.isOSBinFormatCOFF()) {
1083 // If import call optimization is enabled, emit the appropriate section.
1084 // We do this whether or not we recorded any items.
1085 if (EnableImportCallOptimization) {
1086 OutStreamer->switchSection(getObjFileLowering().getImportCallSection());
1087
1088 // Section always starts with some magic.
1089 constexpr char ImpCallMagic[12] = "RetpolineV1";
1090 OutStreamer->emitBytes(StringRef{ImpCallMagic, sizeof(ImpCallMagic)});
1091
1092 // Layout of this section is:
1093 // Per section that contains an item to record:
1094 // uint32_t SectionSize: Size in bytes for information in this section.
1095 // uint32_t Section Number
1096 // Per call to imported function in section:
1097 // uint32_t Kind: the kind of item.
1098 // uint32_t InstOffset: the offset of the instr in its parent section.
1099 for (auto &[Section, CallsToImportedFuncs] :
1100 SectionToImportedFunctionCalls) {
1101 unsigned SectionSize =
1102 sizeof(uint32_t) * (2 + 2 * CallsToImportedFuncs.size());
1103 OutStreamer->emitInt32(SectionSize);
1104 OutStreamer->emitCOFFSecNumber(Section->getBeginSymbol());
1105 for (auto &[CallsiteSymbol, Kind] : CallsToImportedFuncs) {
1106 OutStreamer->emitInt32(Kind);
1107 OutStreamer->emitCOFFSecOffset(CallsiteSymbol);
1108 }
1109 }
1110 }
1111
1112 if (usesMSVCFloatingPoint(TT, M)) {
1113 // In Windows' libcmt.lib, there is a file which is linked in only if the
1114 // symbol _fltused is referenced. Linking this in causes some
1115 // side-effects:
1116 //
1117 // 1. For x86-32, it will set the x87 rounding mode to 53-bit instead of
1118 // 64-bit mantissas at program start.
1119 //
1120 // 2. It links in support routines for floating-point in scanf and printf.
1121 //
1122 // MSVC emits an undefined reference to _fltused when there are any
1123 // floating point operations in the program (including calls). A program
1124 // that only has: `scanf("%f", &global_float);` may fail to trigger this,
1125 // but oh well...that's a documented issue.
1126 StringRef SymbolName = TT.isX86_32() ? "__fltused" : "_fltused";
1127 MCSymbol *S = MMI->getContext().getOrCreateSymbol(SymbolName);
1128 OutStreamer->emitSymbolAttribute(S, MCSA_Global);
1129 return;
1130 }
1131 } else if (TT.isOSBinFormatELF()) {
1132 FM.serializeToFaultMapSection();
1133 }
1134
1135 // Emit __morestack address if needed for indirect calls.
1136 if (TT.isX86_64() && TM.getCodeModel() == CodeModel::Large) {
1137 if (MCSymbol *AddrSymbol = OutContext.lookupSymbol("__morestack_addr")) {
1138 Align Alignment(1);
1141 /*C=*/nullptr, Alignment, /*F=*/nullptr);
1142 OutStreamer->switchSection(ReadOnlySection);
1143 OutStreamer->emitLabel(AddrSymbol);
1144
1145 unsigned PtrSize = MAI.getCodePointerSize();
1146 OutStreamer->emitSymbolValue(GetExternalSymbolSymbol("__morestack"),
1147 PtrSize);
1148 }
1149 }
1150}
1151
1152char X86AsmPrinter::ID = 0;
1153
1154INITIALIZE_PASS(X86AsmPrinter, "x86-asm-printer", "X86 Assembly Printer", false,
1155 false)
1156
1157//===----------------------------------------------------------------------===//
1158// Target Registry Stuff
1159//===----------------------------------------------------------------------===//
1160
1161// Force static initialization.
1162extern "C" LLVM_C_ABI void LLVMInitializeX86AsmPrinter() {
1165}
1166
1169 // Force the computation of SDPI so that it is available for the
1170 // actual pass, where it cannot be explicitly requested.
1171 MAM.getResult<StaticDataProfileInfoAnalysis>(M);
1172 X86AsmPrinter &AsmPrinter = static_cast<X86AsmPrinter &>(
1173 MAM.getResult<AsmPrinterAnalysis>(M).getPrinter());
1174 AsmPrinter.GetPSI = [&MAM](Module &M) {
1175 return &MAM.getResult<ProfileSummaryAnalysis>(M);
1176 };
1177 AsmPrinter.GetSDPI = [&MAM](Module &M) {
1178 return &MAM.getResult<StaticDataProfileInfoAnalysis>(M)
1179 .getStaticDataProfileInfo();
1180 };
1183 return PreservedAnalyses::all();
1184}
1185
1188 X86AsmPrinter &AsmPrinter = static_cast<X86AsmPrinter &>(
1190 .getCachedResult<AsmPrinterAnalysis>(*MF.getFunction().getParent())
1191 ->getPrinter());
1192 AsmPrinter.GetPSI = [&MFAM, &MF](Module &M) {
1194 .getCachedResult<ProfileSummaryAnalysis>(M);
1195 };
1196 AsmPrinter.GetSDPI = [&MFAM, &MF](Module &M) {
1198 .getCachedResult<StaticDataProfileInfoAnalysis>(
1199 *MF.getFunction().getParent())
1200 ->getStaticDataProfileInfo();
1201 };
1204 return PreservedAnalyses::all();
1205}
1206
1209 X86AsmPrinter &AsmPrinter = static_cast<X86AsmPrinter &>(
1210 MAM.getCachedResult<AsmPrinterAnalysis>(M)->getPrinter());
1211 AsmPrinter.GetPSI = [&MAM](Module &M) {
1212 return &MAM.getResult<ProfileSummaryAnalysis>(M);
1213 };
1214 AsmPrinter.GetSDPI = [&MAM](Module &M) {
1215 return &MAM.getResult<StaticDataProfileInfoAnalysis>(M)
1216 .getStaticDataProfileInfo();
1217 };
1220 return PreservedAnalyses::all();
1221}
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
static MCDisassembler::DecodeStatus addOperand(MCInst &Inst, const MCOperand &Opnd)
static void emitNonLazySymbolPointer(MCStreamer &OutStreamer, MCSymbol *StubLabel, MachineModuleInfoImpl::StubValueTy &MCSym)
MachineBasicBlock & MBB
Expand Atomic instructions
static const Function * getParent(const Value *V)
#define X(NUM, ENUM, NAME)
Definition ELF.h:665
IRTranslator LLVM IR MI
Module.h This file contains the declarations for the Module class.
#define F(x, y, z)
Definition MD5.cpp:54
#define I(x, y, z)
Definition MD5.cpp:57
This file declares the MachineConstantPool class which is an abstract constant pool to keep track of ...
Register Reg
Promote Memory to Register
Definition Mem2Reg.cpp:110
#define P(N)
ModuleAnalysisManager MAM
#define INITIALIZE_PASS(passName, arg, name, cfg, analysis)
Definition PassSupport.h:56
static cl::opt< RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode > Mode("regalloc-enable-advisor", cl::Hidden, cl::init(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Default), cl::desc("Enable regalloc advisor mode"), cl::values(clEnumValN(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Default, "default", "Default"), clEnumValN(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Release, "release", "precompiled"), clEnumValN(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Development, "development", "for training")))
static bool contains(SmallPtrSetImpl< ConstantExpr * > &Cache, ConstantExpr *Expr, Constant *C)
Definition Value.cpp:479
std::unique_ptr< MCStreamer > && Streamer
static TableGen::Emitter::Opt Y("gen-skeleton-entry", EmitSkeleton, "Generate example skeleton entry")
#define LLVM_C_ABI
LLVM_C_ABI is the export/visibility macro used to mark symbols declared in llvm-c as exported when bu...
Definition Visibility.h:40
static bool isSimpleReturn(const MachineInstr &MI)
static bool usesMSVCFloatingPoint(const Triple &TT, const Module &M)
True if this module is being built for windows/msvc, and uses floating point.
static bool isIndirectBranchOrTailCall(const MachineInstr &MI)
static bool printAsmVRegister(const MachineInstr &MI, const MachineOperand &MO, char Mode, raw_ostream &O)
static void emitNonLazyStubs(MachineModuleInfo *MMI, MCStreamer &OutStreamer)
static bool printAsmMRegister(const X86AsmPrinter &P, const MachineInstr &MI, const MachineOperand &MO, char Mode, raw_ostream &O)
PassT::Result & getResult(IRUnitT &IR, ExtraArgTs... ExtraArgs)
Get the result of an analysis pass for a given IR unit.
This class is intended to be used as a driving class for all asm writers.
Definition AsmPrinter.h:95
const TargetLoweringObjectFile & getObjFileLowering() const
Return information about object file lowering.
MCSymbol * getSymbolWithGlobalValueBase(const GlobalValue *GV, StringRef Suffix) const
Return the MCSymbol for a private symbol with global value name as its base, with the specified suffi...
MCSymbol * getSymbol(const GlobalValue *GV) const
void emitNops(unsigned N)
Emit N NOP instructions.
void EmitToStreamer(MCStreamer &S, const MCInst &Inst)
TargetMachine & TM
Target machine description.
Definition AsmPrinter.h:98
void emitXRayTable()
Emit a table with all XRay instrumentation points.
virtual void emitBasicBlockEnd(const MachineBasicBlock &MBB)
Targets can override this to emit stuff at the end of a basic block.
Align emitAlignment(Align Alignment, const GlobalObject *GV=nullptr, unsigned MaxBytesToEmit=0) const
Emit an alignment directive to the specified power of two boundary.
virtual MCSymbol * GetCPISymbol(unsigned CPID) const
Return the symbol for the specified constant pool entry.
MachineFunction * MF
The current machine function.
Definition AsmPrinter.h:113
virtual const MCExpr * lowerConstant(const Constant *CV, const Constant *BaseCV=nullptr, uint64_t Offset=0)
Lower the specified LLVM Constant to an MCExpr.
virtual void SetupMachineFunction(MachineFunction &MF)
This should be called when a new MachineFunction is being processed from runOnMachineFunction.
void emitFunctionBody()
This method emits the body and trailer for a function.
bool doInitialization(Module &M) override
Set up the AsmPrinter when we are working on a new module.
virtual void emitLinkage(const GlobalValue *GV, MCSymbol *GVSym) const
This emits linkage information about GVSym based on GV, if this is supported by the target.
AsmPrinter(TargetMachine &TM, std::unique_ptr< MCStreamer > Streamer, char &ID=AsmPrinter::ID)
void printOffset(int64_t Offset, raw_ostream &OS) const
This is just convenient handler for printing offsets.
MCSymbol * getSymbolPreferLocal(const GlobalValue &GV) const
Similar to getSymbol() but preferred for references.
MCSymbol * CurrentFnSym
The symbol for the current function.
Definition AsmPrinter.h:135
MachineModuleInfo * MMI
This is a pointer to the current MachineModuleInfo.
Definition AsmPrinter.h:116
MCContext & OutContext
This is the context for the output file that we are streaming.
Definition AsmPrinter.h:105
const StaticDataProfileInfo * SDPI
Provides the profile information for constants.
Definition AsmPrinter.h:154
bool doFinalization(Module &M) override
Shut down the asmprinter.
virtual const MCSubtargetInfo * getIFuncMCSubtargetInfo() const
getSubtargetInfo() cannot be used where this is needed because we don't have a MachineFunction when w...
Definition AsmPrinter.h:715
void emitVisibility(MCSymbol *Sym, unsigned Visibility, bool IsDefinition=true) const
This emits visibility information about symbol, if this is supported by the target.
bool runOnMachineFunction(MachineFunction &MF) override
Emit the specified function out to the OutStreamer.
Definition AsmPrinter.h:478
std::unique_ptr< MCStreamer > OutStreamer
This is the MCStreamer object for the file we are generating.
Definition AsmPrinter.h:110
const ProfileSummaryInfo * PSI
The profile summary information.
Definition AsmPrinter.h:157
const MCAsmInfo & MAI
Target Asm Printer information.
Definition AsmPrinter.h:101
MCSymbol * GetBlockAddressSymbol(const BlockAddress *BA) const
Return the MCSymbol used to satisfy BlockAddress uses of the specified basic block.
const DataLayout & getDataLayout() const
Return information about data layout.
void emitCOFFFeatureSymbol(Module &M)
Emits the @feat.00 symbol indicating the features enabled in this module.
MCSymbol * GetExternalSymbolSymbol(const Twine &Sym) const
Return the MCSymbol for the specified ExternalSymbol.
const MCSubtargetInfo & getSubtargetInfo() const
Return information about subtarget.
void emitCOFFReplaceableFunctionData(Module &M)
Emits symbols and data to allow functions marked with the loader-replaceable attribute to be replacea...
virtual bool PrintAsmOperand(const MachineInstr *MI, unsigned OpNo, const char *ExtraCode, raw_ostream &OS)
Print the specified operand of MI, an INLINEASM instruction, using the specified assembler variant.
This is the shared class of boolean and integer constants.
Definition Constants.h:87
const Constant * getResolver() const
Definition GlobalIFunc.h:73
Module * getParent()
Get the module that this global value is contained inside of...
bool hasInternalLinkage() const
static const MCBinaryExpr * createSub(const MCExpr *LHS, const MCExpr *RHS, MCContext &Ctx)
Definition MCExpr.h:427
LLVM_ABI MCSectionMachO * getMachOSection(StringRef Segment, StringRef Section, unsigned TypeAndAttributes, unsigned Reserved2, SectionKind K, const char *BeginSymName=nullptr)
Return the MCSection for the specified mach-o section.
LLVM_ABI MCSymbol * getOrCreateSymbol(const Twine &Name)
Lookup the symbol inside with the specified Name.
Base class for the full range of assembler expressions which are needed for parsing.
Definition MCExpr.h:34
Instances of this class represent a single low-level machine instruction.
Definition MCInst.h:188
void setOpcode(unsigned Op)
Definition MCInst.h:201
static MCOperand createExpr(const MCExpr *Val)
Definition MCInst.h:166
Instances of this class represent a uniqued identifier for a section in the current translation unit.
Definition MCSection.h:580
Streaming machine code generation interface.
Definition MCStreamer.h:222
virtual void addBlankLine()
Emit a blank line to a .s file to pretty it up.
Definition MCStreamer.h:429
virtual bool emitSymbolAttribute(MCSymbol *Symbol, MCSymbolAttr Attribute)=0
Add the given Attribute to Symbol.
MCContext & getContext() const
Definition MCStreamer.h:330
void emitValue(const MCExpr *Value, unsigned Size, SMLoc Loc=SMLoc())
virtual void emitLabel(MCSymbol *Symbol, SMLoc Loc=SMLoc())
Emit a label for Symbol into the current section.
virtual void emitIntValue(uint64_t Value, unsigned Size)
Special case of EmitValue that avoids the client having to pass in a MCExpr for constant integers.
virtual void switchSection(MCSection *Section, uint32_t Subsec=0)
Set the current section where code is being emitted to Section.
Generic base class for all target subtargets.
static const MCSymbolRefExpr * create(const MCSymbol *Symbol, MCContext &Ctx, SMLoc Loc=SMLoc())
Definition MCExpr.h:213
MCSymbol - Instances of this class represent a symbol name in the MC file, and MCSymbols are created ...
Definition MCSymbol.h:42
LLVM_ABI void print(raw_ostream &OS, const MCAsmInfo *MAI) const
print - Print the value to the stream OS.
Definition MCSymbol.cpp:60
StringRef getName() const
getName - Get the symbol name.
Definition MCSymbol.h:188
Metadata node.
Definition Metadata.h:1081
Function & getFunction()
Return the LLVM function that this machine code represents.
Representation of each machine instruction.
std::vector< std::pair< MCSymbol *, StubValueTy > > SymbolListTy
PointerIntPair< MCSymbol *, 1, bool > StubValueTy
MachineModuleInfoMachO - This is a MachineModuleInfoImpl implementation for MachO targets.
SymbolListTy GetGVStubList()
Accessor methods to return the set of stubs in sorted order.
This class contains meta information specific to a module.
const MCContext & getContext() const
Ty & getObjFileInfo()
Keep track of various per-module pieces of information for backends that would like to do so.
MachineOperand class - Representation of each machine instruction operand.
const GlobalValue * getGlobal() const
int64_t getImm() const
bool isReg() const
isReg - Tests if this is a MO_Register operand.
bool isImm() const
isImm - Tests if this is a MO_Immediate operand.
bool isSymbol() const
isSymbol - Tests if this is a MO_ExternalSymbol operand.
const BlockAddress * getBlockAddress() const
unsigned getTargetFlags() const
bool isGlobal() const
isGlobal - Tests if this is a MO_GlobalAddress operand.
MachineOperandType getType() const
getType - Returns the MachineOperandType for this operand.
Register getReg() const
getReg - Returns the register number.
@ MO_Immediate
Immediate operand.
@ MO_ConstantPoolIndex
Address of indexed Constant in Constant Pool.
@ MO_GlobalAddress
Address of a global value.
@ MO_BlockAddress
Address of a basic block.
@ MO_Register
Register operand.
@ MO_ExternalSymbol
Name of external global symbol.
@ MO_JumpTableIndex
Address of indexed Jump Table for switch.
int64_t getOffset() const
Return the offset from the symbol in this operand.
A Module instance is used to store all the information related to an LLVM module.
Definition Module.h:68
AnalysisType * getAnalysisIfAvailable() const
getAnalysisIfAvailable<AnalysisType>() - Subclasses use this function to get analysis information tha...
IntType getInt() const
PointerTy getPointer() const
A set of analyses that are preserved following a run of a transformation pass.
Definition Analysis.h:112
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
Definition Analysis.h:118
An analysis pass based on the new PM to deliver ProfileSummaryInfo.
Analysis providing profile information.
Wrapper class representing virtual and physical registers.
Definition Register.h:20
static SectionKind getMetadata()
static SectionKind getReadOnly()
A class that holds the constants that represent static data and their profile information and provide...
Represent a constant reference to a string, i.e.
Definition StringRef.h:56
virtual MCSection * getSectionForConstant(const DataLayout &DL, SectionKind Kind, const Constant *C, Align &Alignment, const Function *F) const
Given a constant with the SectionKind, return a section that it should be placed in.
Primary interface to the complete machine description for the target machine.
Triple - Helper class for working with autoconf configuration names.
Definition Triple.h:48
bool isX86_64() const
Tests whether the target is x86 (64-bit).
Definition Triple.h:1211
bool isOSWindows() const
Tests whether the OS is Windows.
Definition Triple.h:780
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
Definition Twine.h:82
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46
LLVM Value Representation.
Definition Value.h:75
static const char * getRegisterName(MCRegister Reg)
PreservedAnalyses run(Module &M, ModuleAnalysisManager &MAM)
PreservedAnalyses run(Module &M, ModuleAnalysisManager &MAM)
PreservedAnalyses run(MachineFunction &MF, MachineFunctionAnalysisManager &MFAM)
bool runOnMachineFunction(MachineFunction &MF) override
runOnMachineFunction - Emit the function body.
void emitKCFITypeId(const MachineFunction &MF) override
emitKCFITypeId - Emit the KCFI type information in architecture specific format.
void emitStartOfAsmFile(Module &M) override
This virtual method can be overridden by targets that want to emit something at the start of their fi...
void emitEndOfAsmFile(Module &M) override
This virtual method can be overridden by targets that want to emit something at the end of their file...
std::function< ProfileSummaryInfo *(Module &)> GetPSI
void emitFunctionBodyEnd() override
Targets can override this to emit stuff after the last basic block in the function.
bool PrintAsmMemoryOperand(const MachineInstr *MI, unsigned OpNo, const char *ExtraCode, raw_ostream &O) override
Print the specified operand of MI, an INLINEASM instruction, using the specified assembler variant as...
void emitBasicBlockEnd(const MachineBasicBlock &MBB) override
Targets can override this to emit stuff at the end of a basic block.
X86AsmPrinter(TargetMachine &TM, std::unique_ptr< MCStreamer > Streamer)
std::function< const StaticDataProfileInfo *(Module &)> GetSDPI
bool PrintAsmOperand(const MachineInstr *MI, unsigned OpNo, const char *ExtraCode, raw_ostream &O) override
PrintAsmOperand - Print out an operand for an inline asm expression.
void emitFunctionBodyStart() override
Targets can override this to emit stuff before the first basic block in the function.
X86MachineFunctionInfo - This class is derived from MachineFunction and contains private X86 target-s...
X86 target streamer implementing x86-only assembly directives.
virtual bool emitFPOProc(const MCSymbol *ProcSym, unsigned ParamsSize, SMLoc L={})
virtual bool emitFPOEndProc(SMLoc L={})
This class implements an extremely fast bulk output stream that can only output to a stream.
Definition raw_ostream.h:53
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ IMAGE_SYM_CLASS_EXTERNAL
External symbol.
Definition COFF.h:224
@ IMAGE_SYM_CLASS_STATIC
Static.
Definition COFF.h:225
@ IMAGE_SYM_DTYPE_FUNCTION
A function that returns a base type.
Definition COFF.h:276
@ SCT_COMPLEX_TYPE_SHIFT
Type is formed as (base + (derived << SCT_COMPLEX_TYPE_SHIFT))
Definition COFF.h:280
@ GNU_PROPERTY_X86_FEATURE_1_AND
Definition ELF.h:1702
@ GNU_PROPERTY_X86_FEATURE_1_SHSTK
Definition ELF.h:1749
@ GNU_PROPERTY_X86_FEATURE_1_IBT
Definition ELF.h:1748
@ SHF_ALLOC
Definition ELF.h:1098
@ NT_GNU_PROPERTY_TYPE_0
Definition ELF.h:1667
@ SHT_NOTE
Definition ELF.h:1002
@ S_NON_LAZY_SYMBOL_POINTERS
S_NON_LAZY_SYMBOL_POINTERS - Section with non-lazy symbol pointers.
Definition MachO.h:139
@ MO_TLSLD
MO_TLSLD - On a symbol operand this indicates that the immediate is the offset of the GOT entry with ...
@ MO_GOTPCREL_NORELAX
MO_GOTPCREL_NORELAX - Same as MO_GOTPCREL except that R_X86_64_GOTPCREL relocations are guaranteed to...
@ MO_GOTOFF
MO_GOTOFF - On a symbol operand this indicates that the immediate is the offset to the location of th...
@ MO_DARWIN_NONLAZY_PIC_BASE
MO_DARWIN_NONLAZY_PIC_BASE - On a symbol operand "FOO", this indicates that the reference is actually...
@ MO_GOT_ABSOLUTE_ADDRESS
MO_GOT_ABSOLUTE_ADDRESS - On a symbol operand, this represents a relocation of: SYMBOL_LABEL + [.
@ MO_COFFSTUB
MO_COFFSTUB - On a symbol operand "FOO", this indicates that the reference is actually to the "....
@ MO_NTPOFF
MO_NTPOFF - On a symbol operand this indicates that the immediate is the negative thread-pointer offs...
@ MO_DARWIN_NONLAZY
MO_DARWIN_NONLAZY - On a symbol operand "FOO", this indicates that the reference is actually to the "...
@ MO_INDNTPOFF
MO_INDNTPOFF - On a symbol operand this indicates that the immediate is the absolute address of the G...
@ MO_GOTNTPOFF
MO_GOTNTPOFF - On a symbol operand this indicates that the immediate is the offset of the GOT entry w...
@ MO_TPOFF
MO_TPOFF - On a symbol operand this indicates that the immediate is the thread-pointer offset for the...
@ MO_TLVP_PIC_BASE
MO_TLVP_PIC_BASE - On a symbol operand this indicates that the immediate is some TLS offset from the ...
@ MO_GOT
MO_GOT - On a symbol operand this indicates that the immediate is the offset to the GOT entry for the...
@ MO_PLT
MO_PLT - On a symbol operand this indicates that the immediate is offset to the PLT entry of symbol n...
@ MO_TLSGD
MO_TLSGD - On a symbol operand this indicates that the immediate is the offset of the GOT entry with ...
@ MO_NO_FLAG
MO_NO_FLAG - No flag for the operand.
@ MO_TLVP
MO_TLVP - On a symbol operand this indicates that the immediate is some TLS offset.
@ MO_DLLIMPORT
MO_DLLIMPORT - On a symbol operand "FOO", this indicates that the reference is actually to the "__imp...
@ MO_GOTTPOFF
MO_GOTTPOFF - On a symbol operand this indicates that the immediate is the offset of the GOT entry wi...
@ MO_SECREL
MO_SECREL - On a symbol operand this indicates that the immediate is the offset from beginning of sec...
@ MO_DTPOFF
MO_DTPOFF - On a symbol operand this indicates that the immediate is the offset of the GOT entry with...
@ MO_PIC_BASE_OFFSET
MO_PIC_BASE_OFFSET - On a symbol operand this indicates that the immediate should get the value of th...
@ MO_TLSLDM
MO_TLSLDM - On a symbol operand this indicates that the immediate is the offset of the GOT entry with...
@ MO_GOTPCREL
MO_GOTPCREL - On a symbol operand this indicates that the immediate is offset to the GOT entry for th...
std::enable_if_t< detail::IsValidPointer< X, Y >::value, X * > extract(Y &&MD)
Extract a Value from Metadata.
Definition Metadata.h:679
BaseReg
Stack frame base register. Bit 0 of FREInfo.Info.
Definition SFrame.h:77
This is an optimization pass for GlobalISel generic memory operations.
OuterAnalysisManagerProxy< ModuleAnalysisManager, MachineFunction > ModuleAnalysisManagerMachineFunctionProxy
Provide the ModuleAnalysisManager to Function proxy.
static bool isMem(const MachineInstr &MI, unsigned Op)
MCRegister getX86SubSuperRegister(MCRegister Reg, unsigned Size, bool High=false)
Target & getTheX86_32Target()
AnalysisManager< MachineFunction > MachineFunctionAnalysisManager
RelativeUniformCounterPtr ValuesPtrExpr VTableAddr Value
Definition InstrProf.h:143
LLVM_ABI void setupModuleAsmPrinter(Module &M, ModuleAnalysisManager &MAM, AsmPrinter &AsmPrinter)
uint64_t offsetToAlignment(uint64_t Value, Align Alignment)
Returns the offset to the next integer (mod 2**64) that is greater than or equal to Value and is a mu...
Definition Alignment.h:191
DWARFExpression::Operation Op
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Definition STLExtras.h:1933
LLVM_ABI void setupMachineFunctionAsmPrinter(MachineFunctionAnalysisManager &MFAM, MachineFunction &MF, AsmPrinter &AsmPrinter)
Target & getTheX86_64Target()
@ MCSA_IndirectSymbol
.indirect_symbol (MachO)
@ MCSA_Global
.type _foo, @gnu_unique_object
@ MCSA_ELF_TypeFunction
.type _foo, STT_FUNC # aka @function
AnalysisManager< Module > ModuleAnalysisManager
Convenience typedef for the Module analysis manager.
Definition MIRParser.h:39
Implement std::hash so that hash_code can be used in STL containers.
Definition BitVector.h:879
#define N
This struct is a compact representation of a valid (non-zero power of two) alignment.
Definition Alignment.h:39
RegisterAsmPrinter - Helper template for registering a target specific assembly printer,...