LLVM 20.0.0git
TargetLoweringObjectFile.cpp
Go to the documentation of this file.
1//===-- llvm/Target/TargetLoweringObjectFile.cpp - Object File Info -------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements classes used to handle lowerings specific to common
10// object file formats.
11//
12//===----------------------------------------------------------------------===//
13
16#include "llvm/IR/Constants.h"
17#include "llvm/IR/DataLayout.h"
19#include "llvm/IR/Function.h"
21#include "llvm/IR/Mangler.h"
22#include "llvm/IR/Module.h"
23#include "llvm/MC/MCAsmInfo.h"
24#include "llvm/MC/MCContext.h"
25#include "llvm/MC/MCExpr.h"
26#include "llvm/MC/MCStreamer.h"
27#include "llvm/MC/SectionKind.h"
31using namespace llvm;
32
33//===----------------------------------------------------------------------===//
34// Generic Code
35//===----------------------------------------------------------------------===//
36
37/// Initialize - this method must be called before any actual lowering is
38/// done. This specifies the current context for codegen, and gives the
39/// lowering implementations a chance to set up their default sections.
41 const TargetMachine &TM) {
42 // `Initialize` can be called more than once.
43 delete Mang;
44 Mang = new Mangler();
47
48 // Reset various EH DWARF encodings.
51
52 this->TM = &TM;
53}
54
56 delete Mang;
57}
58
60 // If target does not have LEB128 directives, we would need the
61 // call site encoding to be udata4 so that the alternative path
62 // for not having LEB128 directives could work.
63 if (!getContext().getAsmInfo()->hasLEB128Directives())
65 return CallSiteEncoding;
66}
67
68static bool isNullOrUndef(const Constant *C) {
69 // Check that the constant isn't all zeros or undefs.
70 if (C->isNullValue() || isa<UndefValue>(C))
71 return true;
72 if (!isa<ConstantAggregate>(C))
73 return false;
74 for (const auto *Operand : C->operand_values()) {
75 if (!isNullOrUndef(cast<Constant>(Operand)))
76 return false;
77 }
78 return true;
79}
80
81static bool isSuitableForBSS(const GlobalVariable *GV) {
82 const Constant *C = GV->getInitializer();
83
84 // Must have zero initializer.
85 if (!isNullOrUndef(C))
86 return false;
87
88 // Leave constant zeros in readonly constant sections, so they can be shared.
89 if (GV->isConstant())
90 return false;
91
92 // If the global has an explicit section specified, don't put it in BSS.
93 if (GV->hasSection())
94 return false;
95
96 // Otherwise, put it in BSS!
97 return true;
98}
99
100/// IsNullTerminatedString - Return true if the specified constant (which is
101/// known to have a type that is an array of 1/2/4 byte elements) ends with a
102/// nul value and contains no other nuls in it. Note that this is more general
103/// than ConstantDataSequential::isString because we allow 2 & 4 byte strings.
104static bool IsNullTerminatedString(const Constant *C) {
105 // First check: is we have constant array terminated with zero
106 if (const ConstantDataSequential *CDS = dyn_cast<ConstantDataSequential>(C)) {
107 unsigned NumElts = CDS->getNumElements();
108 assert(NumElts != 0 && "Can't have an empty CDS");
109
110 if (CDS->getElementAsInteger(NumElts-1) != 0)
111 return false; // Not null terminated.
112
113 // Verify that the null doesn't occur anywhere else in the string.
114 for (unsigned i = 0; i != NumElts-1; ++i)
115 if (CDS->getElementAsInteger(i) == 0)
116 return false;
117 return true;
118 }
119
120 // Another possibility: [1 x i8] zeroinitializer
121 if (isa<ConstantAggregateZero>(C))
122 return cast<ArrayType>(C->getType())->getNumElements() == 1;
123
124 return false;
125}
126
128 const GlobalValue *GV, StringRef Suffix, const TargetMachine &TM) const {
129 assert(!Suffix.empty());
130
131 SmallString<60> NameStr;
132 NameStr += GV->getDataLayout().getPrivateGlobalPrefix();
133 TM.getNameWithPrefix(NameStr, GV, *Mang);
134 NameStr.append(Suffix.begin(), Suffix.end());
135 return getContext().getOrCreateSymbol(NameStr);
136}
137
139 const GlobalValue *GV, const TargetMachine &TM,
140 MachineModuleInfo *MMI) const {
141 return TM.getSymbol(GV);
142}
143
145 MCStreamer &Streamer, const DataLayout &, const MCSymbol *Sym,
146 const MachineModuleInfo *MMI) const {}
147
149 Module &M) const {
152 M.getModuleFlagsMetadata(ModuleFlags);
153
154 MDNode *CFGProfile = nullptr;
155
156 for (const auto &MFE : ModuleFlags) {
157 StringRef Key = MFE.Key->getString();
158 if (Key == "CG Profile") {
159 CFGProfile = cast<MDNode>(MFE.Val);
160 break;
161 }
162 }
163
164 if (!CFGProfile)
165 return;
166
167 auto GetSym = [this](const MDOperand &MDO) -> MCSymbol * {
168 if (!MDO)
169 return nullptr;
170 auto *V = cast<ValueAsMetadata>(MDO);
171 const Function *F = cast<Function>(V->getValue()->stripPointerCasts());
172 if (F->hasDLLImportStorageClass())
173 return nullptr;
174 return TM->getSymbol(F);
175 };
176
177 for (const auto &Edge : CFGProfile->operands()) {
178 MDNode *E = cast<MDNode>(Edge);
179 const MCSymbol *From = GetSym(E->getOperand(0));
180 const MCSymbol *To = GetSym(E->getOperand(1));
181 // Skip null functions. This can happen if functions are dead stripped after
182 // the CGProfile pass has been run.
183 if (!From || !To)
184 continue;
185 uint64_t Count = cast<ConstantAsMetadata>(E->getOperand(2))
186 ->getValue()
187 ->getUniqueInteger()
188 .getZExtValue();
189 Streamer.emitCGProfileEntry(
192 }
193}
194
195/// getKindForGlobal - This is a top-level target-independent classifier for
196/// a global object. Given a global variable and information from the TM, this
197/// function classifies the global in a target independent manner. This function
198/// may be overridden by the target implementation.
200 const TargetMachine &TM){
202 "Can only be used for global definitions");
203
204 // Functions are classified as text sections.
205 if (isa<Function>(GO))
206 return SectionKind::getText();
207
208 // Basic blocks are classified as text sections.
209 if (isa<BasicBlock>(GO))
210 return SectionKind::getText();
211
212 // Global variables require more detailed analysis.
213 const auto *GVar = cast<GlobalVariable>(GO);
214
215 // Handle thread-local data first.
216 if (GVar->isThreadLocal()) {
217 if (isSuitableForBSS(GVar) && !TM.Options.NoZerosInBSS) {
218 // Zero-initialized TLS variables with local linkage always get classified
219 // as ThreadBSSLocal.
220 if (GVar->hasLocalLinkage()) {
222 }
224 }
226 }
227
228 // Variables with common linkage always get classified as common.
229 if (GVar->hasCommonLinkage())
230 return SectionKind::getCommon();
231
232 // Most non-mergeable zero data can be put in the BSS section unless otherwise
233 // specified.
234 if (isSuitableForBSS(GVar) && !TM.Options.NoZerosInBSS) {
235 if (GVar->hasLocalLinkage())
237 else if (GVar->hasExternalLinkage())
239 return SectionKind::getBSS();
240 }
241
242 // Global variables with '!exclude' should get the exclude section kind if
243 // they have an explicit section and no other metadata.
244 if (GVar->hasSection())
245 if (MDNode *MD = GVar->getMetadata(LLVMContext::MD_exclude))
246 if (!MD->getNumOperands())
248
249 // If the global is marked constant, we can put it into a mergable section,
250 // a mergable string section, or general .data if it contains relocations.
251 if (GVar->isConstant()) {
252 // If the initializer for the global contains something that requires a
253 // relocation, then we may have to drop this into a writable data section
254 // even though it is marked const.
255 const Constant *C = GVar->getInitializer();
256 if (!C->needsRelocation()) {
257 // If the global is required to have a unique address, it can't be put
258 // into a mergable section: just drop it into the general read-only
259 // section instead.
260 if (!GVar->hasGlobalUnnamedAddr())
262
263 // If initializer is a null-terminated string, put it in a "cstring"
264 // section of the right width.
265 if (ArrayType *ATy = dyn_cast<ArrayType>(C->getType())) {
266 if (IntegerType *ITy =
267 dyn_cast<IntegerType>(ATy->getElementType())) {
268 if ((ITy->getBitWidth() == 8 || ITy->getBitWidth() == 16 ||
269 ITy->getBitWidth() == 32) &&
271 if (ITy->getBitWidth() == 8)
273 if (ITy->getBitWidth() == 16)
275
276 assert(ITy->getBitWidth() == 32 && "Unknown width");
278 }
279 }
280 }
281
282 // Otherwise, just drop it into a mergable constant section. If we have
283 // a section for this size, use it, otherwise use the arbitrary sized
284 // mergable section.
285 switch (
286 GVar->getDataLayout().getTypeAllocSize(C->getType())) {
287 case 4: return SectionKind::getMergeableConst4();
288 case 8: return SectionKind::getMergeableConst8();
289 case 16: return SectionKind::getMergeableConst16();
290 case 32: return SectionKind::getMergeableConst32();
291 default:
293 }
294
295 } else {
296 // In static, ROPI and RWPI relocation models, the linker will resolve
297 // all addresses, so the relocation entries will actually be constants by
298 // the time the app starts up. However, we can't put this into a
299 // mergable section, because the linker doesn't take relocations into
300 // consideration when it tries to merge entries in the section.
301 Reloc::Model ReloModel = TM.getRelocationModel();
302 if (ReloModel == Reloc::Static || ReloModel == Reloc::ROPI ||
303 ReloModel == Reloc::RWPI || ReloModel == Reloc::ROPI_RWPI ||
304 !C->needsDynamicRelocation())
306
307 // Otherwise, the dynamic linker needs to fix it up, put it in the
308 // writable data.rel section.
310 }
311 }
312
313 // Okay, this isn't a constant.
314 return SectionKind::getData();
315}
316
317/// This method computes the appropriate section to emit the specified global
318/// variable or function definition. This should not be passed external (or
319/// available externally) globals.
321 const GlobalObject *GO, SectionKind Kind, const TargetMachine &TM) const {
322 // Select section name.
323 if (GO->hasSection())
324 return getExplicitSectionGlobal(GO, Kind, TM);
325
326 if (auto *GVar = dyn_cast<GlobalVariable>(GO)) {
327 auto Attrs = GVar->getAttributes();
328 if ((Attrs.hasAttribute("bss-section") && Kind.isBSS()) ||
329 (Attrs.hasAttribute("data-section") && Kind.isData()) ||
330 (Attrs.hasAttribute("relro-section") && Kind.isReadOnlyWithRel()) ||
331 (Attrs.hasAttribute("rodata-section") && Kind.isReadOnly())) {
332 return getExplicitSectionGlobal(GO, Kind, TM);
333 }
334 }
335
336 // Use default section depending on the 'type' of global
337 return SelectSectionForGlobal(GO, Kind, TM);
338}
339
340/// This method computes the appropriate section to emit the specified global
341/// variable or function definition. This should not be passed external (or
342/// available externally) globals.
343MCSection *
345 const TargetMachine &TM) const {
346 return SectionForGlobal(GO, getKindForGlobal(GO, TM), TM);
347}
348
350 const Function &F, const TargetMachine &TM) const {
351 Align Alignment(1);
352 return getSectionForConstant(F.getDataLayout(),
353 SectionKind::getReadOnly(), /*C=*/nullptr,
354 Alignment);
355}
356
358 bool UsesLabelDifference, const Function &F) const {
359 // In PIC mode, we need to emit the jump table to the same section as the
360 // function body itself, otherwise the label differences won't make sense.
361 // FIXME: Need a better predicate for this: what about custom entries?
362 if (UsesLabelDifference)
363 return true;
364
365 // We should also do if the section name is NULL or function is declared
366 // in discardable section
367 // FIXME: this isn't the right predicate, should be based on the MCSection
368 // for the function.
369 return F.isWeakForLinker();
370}
371
372/// Given a mergable constant with the specified size and relocation
373/// information, return a section that it should be placed in.
375 const DataLayout &DL, SectionKind Kind, const Constant *C,
376 Align &Alignment) const {
377 if (Kind.isReadOnly() && ReadOnlySection != nullptr)
378 return ReadOnlySection;
379
380 return DataSection;
381}
382
384 const Function &F, const MachineBasicBlock &MBB,
385 const TargetMachine &TM) const {
386 return nullptr;
387}
388
390 const Function &F, const TargetMachine &TM) const {
391 return nullptr;
392}
393
394/// getTTypeGlobalReference - Return an MCExpr to use for a
395/// reference to the specified global variable from exception
396/// handling information.
398 const GlobalValue *GV, unsigned Encoding, const TargetMachine &TM,
399 MachineModuleInfo *MMI, MCStreamer &Streamer) const {
400 const MCSymbolRefExpr *Ref =
402
403 return getTTypeReference(Ref, Encoding, Streamer);
404}
405
407getTTypeReference(const MCSymbolRefExpr *Sym, unsigned Encoding,
408 MCStreamer &Streamer) const {
409 switch (Encoding & 0x70) {
410 default:
411 report_fatal_error("We do not support this DWARF encoding yet!");
413 // Do nothing special
414 return Sym;
416 // Emit a label to the streamer for the current position. This gives us
417 // .-foo addressing.
419 Streamer.emitLabel(PCSym);
420 const MCExpr *PC = MCSymbolRefExpr::create(PCSym, getContext());
422 }
423 }
424}
425
427 // FIXME: It's not clear what, if any, default this should have - perhaps a
428 // null return could mean 'no location' & we should just do that here.
430}
431
433 SmallVectorImpl<char> &OutName, const GlobalValue *GV,
434 const TargetMachine &TM) const {
435 Mang->getNameWithPrefix(OutName, GV, /*CannotUsePrivateLabel=*/false);
436}
MachineBasicBlock & MBB
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
BlockVerifier::State From
This file contains the declarations for the subclasses of Constant, which represent the different fla...
This file contains constants used for implementing Dwarf debug support.
Symbol * Sym
Definition: ELF_riscv.cpp:479
Module.h This file contains the declarations for the Module class.
#define F(x, y, z)
Definition: MD5.cpp:55
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
static bool isNullOrUndef(const Constant *C)
static bool IsNullTerminatedString(const Constant *C)
IsNullTerminatedString - Return true if the specified constant (which is known to have a type that is...
static bool isSuitableForBSS(const GlobalVariable *GV)
Class to represent array types.
Definition: DerivedTypes.h:395
ConstantDataSequential - A vector or array constant whose element type is a simple 1/2/4/8-byte integ...
Definition: Constants.h:587
This is an important base class in LLVM.
Definition: Constant.h:42
A parsed version of the target data layout string in and methods for querying it.
Definition: DataLayout.h:63
StringRef getPrivateGlobalPrefix() const
Definition: DataLayout.h:285
bool hasSection() const
Check if this global has a custom object file section.
Definition: GlobalObject.h:109
bool isDeclarationForLinker() const
Definition: GlobalValue.h:618
const DataLayout & getDataLayout() const
Get the data layout of the module this global belongs to.
Definition: Globals.cpp:130
const Constant * getInitializer() const
getInitializer - Return the initializer for this global variable.
bool isConstant() const
If the value is a global constant, its value is immutable throughout the runtime execution of the pro...
Class to represent integer types.
Definition: DerivedTypes.h:42
static const MCBinaryExpr * createSub(const MCExpr *LHS, const MCExpr *RHS, MCContext &Ctx)
Definition: MCExpr.h:622
Context object for machine code objects.
Definition: MCContext.h:83
MCSymbol * createTempSymbol()
Create a temporary symbol with a unique name.
Definition: MCContext.cpp:345
MCSymbol * getOrCreateSymbol(const Twine &Name)
Lookup the symbol inside with the specified Name.
Definition: MCContext.cpp:212
Base class for the full range of assembler expressions which are needed for parsing.
Definition: MCExpr.h:34
void initMCObjectFileInfo(MCContext &MCCtx, bool PIC, bool LargeCodeModel=false)
MCSection * ReadOnlySection
Section that is readonly and can contain arbitrary initialized data.
MCContext & getContext() const
MCSection * DataSection
Section directive for standard data.
Instances of this class represent a uniqued identifier for a section in the current translation unit.
Definition: MCSection.h:36
Streaming machine code generation interface.
Definition: MCStreamer.h:213
virtual void emitLabel(MCSymbol *Symbol, SMLoc Loc=SMLoc())
Emit a label for Symbol into the current section.
Definition: MCStreamer.cpp:420
virtual void emitCGProfileEntry(const MCSymbolRefExpr *From, const MCSymbolRefExpr *To, uint64_t Count)
Definition: MCStreamer.cpp:853
Represent a reference to a symbol from inside an expression.
Definition: MCExpr.h:192
static const MCSymbolRefExpr * create(const MCSymbol *Symbol, MCContext &Ctx)
Definition: MCExpr.h:398
MCSymbol - Instances of this class represent a symbol name in the MC file, and MCSymbols are created ...
Definition: MCSymbol.h:41
Metadata node.
Definition: Metadata.h:1069
const MDOperand & getOperand(unsigned I) const
Definition: Metadata.h:1430
ArrayRef< MDOperand > operands() const
Definition: Metadata.h:1428
Tracking metadata reference owned by Metadata.
Definition: Metadata.h:891
This class contains meta information specific to a module.
void getNameWithPrefix(raw_ostream &OS, const GlobalValue *GV, bool CannotUsePrivateLabel) const
Print the appropriate prefix and the specified global variable's name.
Definition: Mangler.cpp:121
A Module instance is used to store all the information related to an LLVM module.
Definition: Module.h:65
SectionKind - This is a simple POD value that classifies the properties of a section.
Definition: SectionKind.h:22
static SectionKind getThreadData()
Definition: SectionKind.h:207
static SectionKind getBSSExtern()
Definition: SectionKind.h:211
static SectionKind getMergeable2ByteCString()
Definition: SectionKind.h:196
static SectionKind getExclude()
Definition: SectionKind.h:189
static SectionKind getBSSLocal()
Definition: SectionKind.h:210
static SectionKind getMergeableConst4()
Definition: SectionKind.h:202
static SectionKind getCommon()
Definition: SectionKind.h:212
static SectionKind getText()
Definition: SectionKind.h:190
static SectionKind getThreadBSSLocal()
Definition: SectionKind.h:208
static SectionKind getReadOnlyWithRel()
Definition: SectionKind.h:214
static SectionKind getData()
Definition: SectionKind.h:213
static SectionKind getMergeableConst8()
Definition: SectionKind.h:203
static SectionKind getBSS()
Definition: SectionKind.h:209
static SectionKind getThreadBSS()
Definition: SectionKind.h:206
static SectionKind getMergeableConst16()
Definition: SectionKind.h:204
static SectionKind getMergeable4ByteCString()
Definition: SectionKind.h:199
static SectionKind getMergeable1ByteCString()
Definition: SectionKind.h:193
static SectionKind getReadOnly()
Definition: SectionKind.h:192
static SectionKind getMergeableConst32()
Definition: SectionKind.h:205
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
Definition: SmallString.h:26
void append(StringRef RHS)
Append from a StringRef.
Definition: SmallString.h:68
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
Definition: SmallVector.h:573
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Definition: SmallVector.h:1196
StringRef - Represent a constant reference to a string, i.e.
Definition: StringRef.h:51
constexpr bool empty() const
empty - Check if the string is empty.
Definition: StringRef.h:147
iterator begin() const
Definition: StringRef.h:116
iterator end() const
Definition: StringRef.h:118
void emitCGProfileMetadata(MCStreamer &Streamer, Module &M) const
Emit Call Graph Profile metadata.
virtual void getNameWithPrefix(SmallVectorImpl< char > &OutName, const GlobalValue *GV, const TargetMachine &TM) const
unsigned PersonalityEncoding
PersonalityEncoding, LSDAEncoding, TTypeEncoding - Some encoding values for EH.
static SectionKind getKindForGlobal(const GlobalObject *GO, const TargetMachine &TM)
Classify the specified global variable into a set of target independent categories embodied in Sectio...
virtual MCSection * getSectionForJumpTable(const Function &F, const TargetMachine &TM) const
virtual bool shouldPutJumpTableInFunctionSection(bool UsesLabelDifference, const Function &F) const
virtual MCSymbol * getCFIPersonalitySymbol(const GlobalValue *GV, const TargetMachine &TM, MachineModuleInfo *MMI) const
virtual void Initialize(MCContext &ctx, const TargetMachine &TM)
This method must be called before any actual lowering is done.
virtual MCSection * SelectSectionForGlobal(const GlobalObject *GO, SectionKind Kind, const TargetMachine &TM) const =0
virtual MCSection * getSectionForConstant(const DataLayout &DL, SectionKind Kind, const Constant *C, Align &Alignment) const
Given a constant with the SectionKind, return a section that it should be placed in.
MCSymbol * getSymbolWithGlobalValueBase(const GlobalValue *GV, StringRef Suffix, const TargetMachine &TM) const
Return the MCSymbol for a private symbol with global value name as its base, with the specified suffi...
virtual MCSection * getSectionForMachineBasicBlock(const Function &F, const MachineBasicBlock &MBB, const TargetMachine &TM) const
virtual const MCExpr * getDebugThreadLocalSymbol(const MCSymbol *Sym) const
Create a symbol reference to describe the given TLS variable when emitting the address in debug info.
virtual const MCExpr * getTTypeGlobalReference(const GlobalValue *GV, unsigned Encoding, const TargetMachine &TM, MachineModuleInfo *MMI, MCStreamer &Streamer) const
Return an MCExpr to use for a reference to the specified global variable from exception handling info...
virtual MCSection * getExplicitSectionGlobal(const GlobalObject *GO, SectionKind Kind, const TargetMachine &TM) const =0
Targets should implement this method to assign a section to globals with an explicit section specfied...
const MCExpr * getTTypeReference(const MCSymbolRefExpr *Sym, unsigned Encoding, MCStreamer &Streamer) const
virtual void emitPersonalityValue(MCStreamer &Streamer, const DataLayout &TM, const MCSymbol *Sym, const MachineModuleInfo *MMI) const
virtual MCSection * getUniqueSectionForFunction(const Function &F, const TargetMachine &TM) const
MCSection * SectionForGlobal(const GlobalObject *GO, SectionKind Kind, const TargetMachine &TM) const
This method computes the appropriate section to emit the specified global variable or function defini...
Primary interface to the complete machine description for the target machine.
Definition: TargetMachine.h:77
bool isPositionIndependent() const
Reloc::Model getRelocationModel() const
Returns the code generation relocation model.
TargetOptions Options
MCSymbol * getSymbol(const GlobalValue *GV) const
CodeModel::Model getCodeModel() const
Returns the code model.
void getNameWithPrefix(SmallVectorImpl< char > &Name, const GlobalValue *GV, Mangler &Mang, bool MayAlwaysUsePrivate=false) const
unsigned NoZerosInBSS
NoZerosInBSS - By default some codegens place zero-initialized data to .bss section.
@ C
The default llvm calling convention, compatible with C.
Definition: CallingConv.h:34
@ ROPI_RWPI
Definition: CodeGen.h:25
@ DW_EH_PE_pcrel
Definition: Dwarf.h:858
@ DW_EH_PE_absptr
Definition: Dwarf.h:847
@ DW_EH_PE_udata4
Definition: Dwarf.h:851
@ DW_EH_PE_uleb128
Definition: Dwarf.h:849
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
void report_fatal_error(Error Err, bool gen_crash_diag=true)
Report a serious error, calling any installed error handler.
Definition: Error.cpp:167
@ Ref
The access may reference the value stored in memory.
This struct is a compact representation of a valid (non-zero power of two) alignment.
Definition: Alignment.h:39