15#ifndef LLVM_IR_MODULESUMMARYINDEX_H
16#define LLVM_IR_MODULESUMMARYINDEX_H
44#include <unordered_set>
50template <
class GraphType>
struct GraphTraits;
109 Temp /= Scaled64::get(EntryFreq);
134class GlobalValueSummary;
176 std::map<GlobalValue::GUID, GlobalValueSummaryInfo>;
186 ValueInfo(
bool HaveGVs,
const GlobalValueSummaryMapTy::value_type *R) {
196 return getRef()->second.U.GV;
200 return getRef()->second.SummaryList;
210 :
getRef()->second.U.Name;
241 const GlobalValueSummaryMapTy::value_type *
getRef()
const {
252 bool isDSOLocal(
bool WithDSOLocalPropagation =
false)
const;
260 if (!VI.name().empty())
261 OS <<
" (" << VI.name() <<
")";
267 "Need ValueInfo with non-null Ref for comparison");
268 return A.getRef() ==
B.getRef();
273 "Need ValueInfo with non-null Ref for comparison");
274 return A.getRef() !=
B.getRef();
279 "Need ValueInfo with non-null Ref to compare GUIDs");
280 return A.getGUID() <
B.getGUID();
285 return ValueInfo(
false, (GlobalValueSummaryMapTy::value_type *)-8);
289 return ValueInfo(
false, (GlobalValueSummaryMapTy::value_type *)-16);
293 return V == getTombstoneKey() || V == getEmptyKey();
299 assert(isSpecialKey(L) || isSpecialKey(R) || (L.haveGVs() == R.haveGVs()));
300 return L.getRef() == R.getRef();
346 for (
auto V : SNI.
Clones) {
444 for (
auto &M : AE.
MIBs) {
445 OS <<
"\t\t" << M <<
"\n";
448 OS <<
"\tContextSizeInfo per MIB:\n";
451 bool FirstInfo =
true;
452 for (
auto [FullStackId, TotalSize] : Infos) {
456 OS <<
"{ " << FullStackId <<
", " << TotalSize <<
" }";
569 : Kind(K), Flags(Flags), RefEdgeList(
std::
move(Refs)) {
571 "Expect no references for AliasSummary");
611 bool isLive()
const {
return Flags.Live; }
630 return static_cast<ImportKind>(Flags.ImportType);
676 AliaseeValueInfo = AliaseeVI;
677 AliaseeSummary = Aliasee;
681 assert(!!AliaseeSummary == (AliaseeValueInfo &&
683 "Expect to have both aliasee summary and summary list or neither");
684 return !!AliaseeSummary;
688 assert(AliaseeSummary &&
"Unexpected missing aliasee summary");
689 return *AliaseeSummary;
697 assert(AliaseeValueInfo &&
"Unexpected missing aliasee");
698 return AliaseeValueInfo;
701 assert(AliaseeValueInfo &&
"Unexpected missing aliasee");
702 return AliaseeValueInfo.
getGUID();
707 if (
auto *AS = dyn_cast<AliasSummary>(
this))
708 return &AS->getAliasee();
713 if (
auto *AS = dyn_cast<AliasSummary>(
this))
714 return &AS->getAliasee();
723 using EdgeTy = std::pair<ValueInfo, CalleeInfo>;
819 operator std::string() {
822 OS <<
"funcFlags: (";
824 OS <<
", readOnly: " << this->
ReadOnly;
825 OS <<
", noRecurse: " << this->
NoRecurse;
827 OS <<
", noInline: " << this->
NoInline;
829 OS <<
", noUnwind: " << this->
NoUnwind;
830 OS <<
", mayThrow: " << this->
MayThrow;
883 std::move(Edges), std::vector<GlobalValue::GUID>(),
884 std::vector<FunctionSummary::VFuncId>(),
885 std::vector<FunctionSummary::VFuncId>(),
886 std::vector<FunctionSummary::ConstVCall>(),
887 std::vector<FunctionSummary::ConstVCall>(),
888 std::vector<FunctionSummary::ParamAccess>(),
889 std::vector<CallsiteInfo>(), std::vector<AllocInfo>());
908 std::unique_ptr<TypeIdInfo> TIdInfo;
911 using ParamAccessesTy = std::vector<ParamAccess>;
912 std::unique_ptr<ParamAccessesTy> ParamAccesses;
920 using CallsitesTy = std::vector<CallsiteInfo>;
921 std::unique_ptr<CallsitesTy> Callsites;
930 using AllocsTy = std::vector<AllocInfo>;
931 std::unique_ptr<AllocsTy> Allocs;
937 std::vector<GlobalValue::GUID> TypeTests,
938 std::vector<VFuncId> TypeTestAssumeVCalls,
939 std::vector<VFuncId> TypeCheckedLoadVCalls,
940 std::vector<ConstVCall> TypeTestAssumeConstVCalls,
941 std::vector<ConstVCall> TypeCheckedLoadConstVCalls,
942 std::vector<ParamAccess> Params, CallsitesTy CallsiteList,
945 InstCount(NumInsts), FunFlags(FunFlags),
946 CallGraphEdgeList(
std::
move(CGEdges)) {
947 if (!TypeTests.empty() || !TypeTestAssumeVCalls.empty() ||
948 !TypeCheckedLoadVCalls.empty() || !TypeTestAssumeConstVCalls.empty() ||
949 !TypeCheckedLoadConstVCalls.empty())
950 TIdInfo = std::make_unique<TypeIdInfo>(
951 TypeIdInfo{std::move(TypeTests), std::move(TypeTestAssumeVCalls),
952 std::move(TypeCheckedLoadVCalls),
953 std::move(TypeTestAssumeConstVCalls),
954 std::move(TypeCheckedLoadConstVCalls)});
956 ParamAccesses = std::make_unique<ParamAccessesTy>(std::move(Params));
957 if (!CallsiteList.empty())
958 Callsites = std::make_unique<CallsitesTy>(std::move(CallsiteList));
959 if (!AllocList.empty())
960 Allocs = std::make_unique<AllocsTy>(std::move(AllocList));
992 return TIdInfo->TypeTests;
1001 return TIdInfo->TypeTestAssumeVCalls;
1010 return TIdInfo->TypeCheckedLoadVCalls;
1019 return TIdInfo->TypeTestAssumeConstVCalls;
1027 return TIdInfo->TypeCheckedLoadConstVCalls;
1034 return *ParamAccesses;
1040 if (NewParams.empty())
1041 ParamAccesses.reset();
1042 else if (ParamAccesses)
1043 *ParamAccesses = std::move(NewParams);
1045 ParamAccesses = std::make_unique<ParamAccessesTy>(std::move(NewParams));
1052 TIdInfo = std::make_unique<TypeIdInfo>();
1053 TIdInfo->TypeTests.push_back(
Guid);
1071 Callsites = std::make_unique<CallsitesTy>();
1072 Callsites->push_back(Callsite);
1097 return L.GUID == R.GUID && L.Offset == R.Offset;
1119 return I.VFunc.GUID;
1148 std::unique_ptr<VTableFuncList> VTableFuncs;
1206 VTableFuncs = std::make_unique<VTableFuncList>(std::move(Funcs));
1211 return *VTableFuncs;
1289 std::map<uint64_t, WholeProgramDevirtResolution>
WPDRes;
1310 std::map<std::string, GVSummaryMapTy, std::less<>>;
1318 std::multimap<GlobalValue::GUID, std::pair<StringRef, TypeIdSummary>>;
1365 std::map<StringRef, TypeIdCompatibleVtableInfo, std::less<>>
1366 TypeIdCompatibleVtableMap;
1375 bool WithGlobalValueDeadStripping =
false;
1380 bool WithAttributePropagation =
false;
1384 bool WithDSOLocalPropagation =
false;
1387 bool WithWholeProgramVisibility =
false;
1390 bool HasSyntheticEntryCounts =
false;
1393 bool WithSupportsHotColdNew =
false;
1400 bool SkipModuleByDistributedBackend =
false;
1409 bool EnableSplitLTOUnit;
1416 bool PartiallySplitLTOUnits =
false;
1419 bool HasParamAccess =
false;
1421 std::set<std::string, std::less<>> CfiFunctionDefs;
1422 std::set<std::string, std::less<>> CfiFunctionDecls;
1442 std::vector<uint64_t> StackIds;
1451 GlobalValueSummaryMapTy::value_type *
1460 bool UnifiedLTO =
false)
1461 : TypeIdSaver(TypeIdSaverAlloc), HaveGVs(HaveGVs),
1462 EnableSplitLTOUnit(EnableSplitLTOUnit), UnifiedLTO(UnifiedLTO),
1474 return "[Regular LTO]";
1490 size_t size()
const {
return GlobalValueMap.size(); }
1492 const std::vector<uint64_t> &
stackIds()
const {
return StackIds; }
1495 auto Inserted = StackIdToIndex.
insert({StackId, StackIds.size()});
1496 if (Inserted.second)
1497 StackIds.push_back(StackId);
1498 return Inserted.first->second;
1503 return StackIds[
Index];
1512 assert(StackIdToIndex.
size() == StackIds.size());
1513 StackIdToIndex.
clear();
1514 StackIds.shrink_to_fit();
1520 std::map<ValueInfo, bool> &FunctionHasParent) {
1521 if (!V.getSummaryList().size())
1525 auto S = FunctionHasParent.emplace(V,
false);
1532 dyn_cast<FunctionSummary>(V.getSummaryList().front().get());
1533 assert(
F !=
nullptr &&
"Expected FunctionSummary node");
1535 for (
const auto &
C :
F->calls()) {
1537 auto S = FunctionHasParent.emplace(
C.first,
true);
1540 if (!S.second && S.first->second)
1546 S.first->second =
true;
1555 std::map<ValueInfo, bool> FunctionHasParent;
1557 for (
auto &S : *
this) {
1559 if (!S.second.SummaryList.size() ||
1560 !isa<FunctionSummary>(S.second.SummaryList.front().get()))
1567 for (
auto &
P : FunctionHasParent) {
1576 return WithGlobalValueDeadStripping;
1579 WithGlobalValueDeadStripping =
true;
1584 WithAttributePropagation =
true;
1604 return SkipModuleByDistributedBackend;
1607 SkipModuleByDistributedBackend =
true;
1622 return !WithGlobalValueDeadStripping || GVS->
isLive();
1634 auto I = GlobalValueMap.find(GUID);
1635 return ValueInfo(HaveGVs,
I == GlobalValueMap.end() ?
nullptr : &*
I);
1640 return ValueInfo(HaveGVs, getOrInsertValuePtr(GUID));
1651 auto VP = getOrInsertValuePtr(GUID);
1652 VP->second.U.Name =
Name;
1659 auto VP = getOrInsertValuePtr(GV->
getGUID());
1660 VP->second.U.GV = GV;
1666 const auto I = OidGuidMap.
find(OriginalID);
1667 return I == OidGuidMap.
end() ? 0 :
I->second;
1671 return CfiFunctionDefs;
1674 return CfiFunctionDefs;
1678 return CfiFunctionDecls;
1681 return CfiFunctionDecls;
1686 std::unique_ptr<GlobalValueSummary> Summary) {
1692 std::unique_ptr<GlobalValueSummary> Summary) {
1694 std::move(Summary));
1699 std::unique_ptr<GlobalValueSummary> Summary) {
1700 if (
const FunctionSummary *FS = dyn_cast<FunctionSummary>(Summary.get()))
1701 HasParamAccess |= !FS->paramAccesses().empty();
1705 const_cast<GlobalValueSummaryMapTy::value_type *
>(VI.getRef())
1706 ->second.SummaryList.push_back(std::move(Summary));
1712 if (OrigGUID == 0 || ValueGUID == OrigGUID)
1714 if (OidGuidMap.
count(OrigGUID) && OidGuidMap[OrigGUID] != ValueGUID)
1715 OidGuidMap[OrigGUID] = 0;
1717 OidGuidMap[OrigGUID] = ValueGUID;
1723 auto SummaryList = VI.getSummaryList();
1726 [&](
const std::unique_ptr<GlobalValueSummary> &Summary) {
1727 return Summary->modulePath() == ModuleId;
1729 if (Summary == SummaryList.end())
1731 return Summary->get();
1747 bool PerModuleIndex =
true)
const {
1748 assert(GV.
hasName() &&
"Can't get GlobalValueSummary for GV with no name");
1756 bool PerModuleIndex =
true)
const;
1760 return ModulePathStringTable;
1768 auto It = ModulePathStringTable.
find(ModPath);
1769 assert(It != ModulePathStringTable.
end() &&
"Module not registered");
1776 std::string Suffix = utostr((
uint64_t(ModHash[0]) << 32) |
1783 NewName +=
".llvm.";
1785 return std::string(NewName);
1793 std::pair<StringRef, StringRef> Pair =
Name.rsplit(
".llvm.");
1802 return &*ModulePathStringTable.
insert({ModPath, Hash}).first;
1807 auto It = ModulePathStringTable.
find(ModPath);
1808 assert(It != ModulePathStringTable.
end() &&
"Module not registered");
1814 auto It = ModulePathStringTable.
find(ModPath);
1815 assert(It != ModulePathStringTable.
end() &&
"Module not registered");
1823 return ModulePathStringTable.
count(M.getModuleIdentifier());
1833 for (
auto &[GUID, TypeIdPair] :
make_range(TidIter))
1834 if (TypeIdPair.first == TypeId)
1835 return TypeIdPair.second;
1838 return It->second.second;
1845 for (
const auto &[GUID, TypeIdPair] :
make_range(TidIter))
1846 if (TypeIdPair.first == TypeId)
1847 return &TypeIdPair.second;
1858 return TypeIdCompatibleVtableMap;
1866 return TypeIdCompatibleVtableMap[TypeIdSaver.
save(TypeId)];
1871 std::optional<TypeIdCompatibleVtableInfo>
1873 auto I = TypeIdCompatibleVtableMap.find(TypeId);
1874 if (
I == TypeIdCompatibleVtableMap.end())
1875 return std::nullopt;
1886 template <
class Map>
1889 for (
const auto &GlobalList : *
this) {
1890 auto GUID = GlobalList.first;
1891 for (
const auto &Summary : GlobalList.second.SummaryList) {
1892 ModuleToDefinedGVSummaries[Summary->modulePath()][GUID] = Summary.get();
1920 bool &CanImportDecl)
const;
1933 decltype(&valueInfoFromEdge)>;
1941 if (!
N.getSummaryList().size())
1944 &valueInfoFromEdge);
1946 cast<FunctionSummary>(
N.getSummaryList().front()->getBaseObject());
1951 if (!
N.getSummaryList().size())
1954 &valueInfoFromEdge);
1956 cast<FunctionSummary>(
N.getSummaryList().front()->getBaseObject());
1961 if (!
N.getSummaryList().size())
1965 cast<FunctionSummary>(
N.getSummaryList().front()->getBaseObject());
1966 return F->CallGraphEdgeList.begin();
1970 if (!
N.getSummaryList().size())
1974 cast<FunctionSummary>(
N.getSummaryList().front()->getBaseObject());
1975 return F->CallGraphEdgeList.end();
1984 std::unique_ptr<GlobalValueSummary> Root =
1985 std::make_unique<FunctionSummary>(
I->calculateCallGraphRoot());
1987 G.SummaryList.push_back(std::move(Root));
for(const MachineOperand &MO :llvm::drop_begin(OldMI.operands(), Desc.getNumOperands()))
This file defines the StringMap class.
This file defines the BumpPtrAllocator interface.
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
Looks at all the uses of the given value Returns the Liveness deduced from the uses of this value Adds all uses that cause the result to be MaybeLive to MaybeLiveRetUses If the result is Live
This file defines the DenseMap class.
static const char * PreservedSymbols[]
Module.h This file contains the declarations for the Module class.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file defines the SmallString class.
This file defines the SmallVector class.
Alias summary information.
GlobalValue::GUID getAliaseeGUID() const
const GlobalValueSummary & getAliasee() const
ValueInfo getAliaseeVI() const
static bool classof(const GlobalValueSummary *GVS)
Check if this is an alias summary.
AliasSummary(GVFlags Flags)
GlobalValueSummary & getAliasee()
void setAliasee(ValueInfo &AliaseeVI, GlobalValueSummary *Aliasee)
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Allocate memory in an ever growing pool, as if by bump-pointer.
This class represents a range of values.
This is an important base class in LLVM.
iterator find(const_arg_type_t< KeyT > Val)
size_type count(const_arg_type_t< KeyT > Val) const
Return 1 if the specified key is in the map, 0 otherwise.
std::pair< iterator, bool > insert(const std::pair< KeyT, ValueT > &KV)
Implements a dense probed hash-table based set.
Function summary information to aid decisions and implementation of importing.
static FunctionSummary ExternalNode
A dummy node to reference external functions that aren't in the index.
void addCallsite(CallsiteInfo &Callsite)
static FunctionSummary makeDummyFunctionSummary(SmallVectorImpl< FunctionSummary::EdgeTy > &&Edges)
Create an empty FunctionSummary (with specified call edges).
FunctionSummary(GVFlags Flags, unsigned NumInsts, FFlags FunFlags, SmallVectorImpl< ValueInfo > &&Refs, SmallVectorImpl< EdgeTy > &&CGEdges, std::vector< GlobalValue::GUID > TypeTests, std::vector< VFuncId > TypeTestAssumeVCalls, std::vector< VFuncId > TypeCheckedLoadVCalls, std::vector< ConstVCall > TypeTestAssumeConstVCalls, std::vector< ConstVCall > TypeCheckedLoadConstVCalls, std::vector< ParamAccess > Params, CallsitesTy CallsiteList, AllocsTy AllocList)
ArrayRef< VFuncId > type_test_assume_vcalls() const
Returns the list of virtual calls made by this function using llvm.assume(llvm.type....
AllocsTy & mutableAllocs()
ArrayRef< ConstVCall > type_test_assume_const_vcalls() const
Returns the list of virtual calls made by this function using llvm.assume(llvm.type....
std::pair< ValueInfo, CalleeInfo > EdgeTy
<CalleeValueInfo, CalleeInfo> call edge pair.
std::pair< unsigned, unsigned > specialRefCounts() const
SmallVector< EdgeTy, 0 > & mutableCalls()
ArrayRef< AllocInfo > allocs() const
ArrayRef< CallsiteInfo > callsites() const
void addTypeTest(GlobalValue::GUID Guid)
Add a type test to the summary.
ArrayRef< VFuncId > type_checked_load_vcalls() const
Returns the list of virtual calls made by this function using llvm.type.checked.load intrinsics that ...
void setParamAccesses(std::vector< ParamAccess > NewParams)
Sets the list of known uses of pointer parameters.
unsigned instCount() const
Get the instruction count recorded for this function.
const TypeIdInfo * getTypeIdInfo() const
ArrayRef< ConstVCall > type_checked_load_const_vcalls() const
Returns the list of virtual calls made by this function using llvm.type.checked.load intrinsics with ...
ArrayRef< EdgeTy > calls() const
Return the list of <CalleeValueInfo, CalleeInfo> pairs.
ArrayRef< ParamAccess > paramAccesses() const
Returns the list of known uses of pointer parameters.
CallsitesTy & mutableCallsites()
ForceSummaryHotnessType
Types for -force-summary-edges-cold debugging option.
FFlags fflags() const
Get function summary flags.
ArrayRef< GlobalValue::GUID > type_tests() const
Returns the list of type identifiers used by this function in llvm.type.test intrinsics other than by...
static bool classof(const GlobalValueSummary *GVS)
Check if this is a function summary.
Function and variable summary information to aid decisions and implementation of importing.
SummaryKind
Sububclass discriminator (for dyn_cast<> et al.)
GVFlags flags() const
Get the flags for this GlobalValue (see struct GVFlags).
void setDSOLocal(bool Local)
StringRef modulePath() const
Get the path to the module containing this function.
GlobalValueSummary * getBaseObject()
If this is an alias summary, returns the summary of the aliased object (a global variable or function...
SummaryKind getSummaryKind() const
Which kind of summary subclass this is.
GlobalValue::GUID getOriginalName() const
Returns the hash of the original name, it is identical to the GUID for externally visible symbols,...
GlobalValue::VisibilityTypes getVisibility() const
ArrayRef< ValueInfo > refs() const
Return the list of values referenced by this global value definition.
bool shouldImportAsDecl() const
void setLinkage(GlobalValue::LinkageTypes Linkage)
Sets the linkage to the value determined by global summary-based optimization.
void setVisibility(GlobalValue::VisibilityTypes Vis)
virtual ~GlobalValueSummary()=default
GlobalValueSummary::ImportKind importType() const
void setModulePath(StringRef ModPath)
Set the path to the module containing this function, for use in the combined index.
void setNotEligibleToImport()
Flag that this global value cannot be imported.
void setCanAutoHide(bool CanAutoHide)
GlobalValueSummary(SummaryKind K, GVFlags Flags, SmallVectorImpl< ValueInfo > &&Refs)
GlobalValue::LinkageTypes linkage() const
Return linkage type recorded for this global value.
bool notEligibleToImport() const
Return true if this global value can't be imported.
void setImportKind(ImportKind IK)
void setOriginalName(GlobalValue::GUID Name)
Initialize the original name hash in this summary.
static GUID getGUID(StringRef GlobalName)
Return a 64-bit global unique ID constructed from global value name (i.e.
GUID getGUID() const
Return a 64-bit global unique ID constructed from global value name (i.e.
VisibilityTypes
An enumeration for the kinds of visibility of global values.
@ DefaultVisibility
The GV is visible.
LinkageTypes
An enumeration for the kinds of linkage for global values.
@ AvailableExternallyLinkage
Available for inspection, not emission.
Global variable summary information to aid decisions and implementation of importing.
void setWriteOnly(bool WO)
bool maybeWriteOnly() const
void setVCallVisibility(GlobalObject::VCallVisibility Vis)
struct llvm::GlobalVarSummary::GVarFlags VarFlags
GVarFlags varflags() const
bool maybeReadOnly() const
void setReadOnly(bool RO)
ArrayRef< VirtFuncOffset > vTableFuncs() const
GlobalVarSummary(GVFlags Flags, GVarFlags VarFlags, SmallVectorImpl< ValueInfo > &&Refs)
GlobalObject::VCallVisibility getVCallVisibility() const
static bool classof(const GlobalValueSummary *GVS)
Check if this is a global variable summary.
void setVTableFuncs(VTableFuncList Funcs)
Class to hold module path string table and global value map, and encapsulate methods for operating on...
bool withAttributePropagation() const
TypeIdSummary & getOrInsertTypeIdSummary(StringRef TypeId)
Return an existing or new TypeIdSummary entry for TypeId.
std::optional< TypeIdCompatibleVtableInfo > getTypeIdCompatibleVtableSummary(StringRef TypeId) const
For the given TypeId, this returns the TypeIdCompatibleVtableMap entry if present in the summary map.
void addGlobalValueSummary(ValueInfo VI, std::unique_ptr< GlobalValueSummary > Summary)
Add a global value summary for the given ValueInfo.
ModulePathStringTableTy::value_type ModuleInfo
uint64_t getBlockCount() const
ValueInfo getOrInsertValueInfo(GlobalValue::GUID GUID)
Return a ValueInfo for GUID.
bool withGlobalValueDeadStripping() const
static void discoverNodes(ValueInfo V, std::map< ValueInfo, bool > &FunctionHasParent)
Convenience function for doing a DFS on a ValueInfo.
StringRef saveString(StringRef String)
bool withWholeProgramVisibility() const
const TypeIdSummaryMapTy & typeIds() const
static StringRef getOriginalNameBeforePromote(StringRef Name)
Helper to obtain the unpromoted name for a global value (or the original name if not promoted).
const TypeIdSummary * getTypeIdSummary(StringRef TypeId) const
This returns either a pointer to the type id summary (if present in the summary map) or null (if not ...
bool isGUIDLive(GlobalValue::GUID GUID) const
gvsummary_iterator begin()
const_gvsummary_iterator end() const
bool isReadOnly(const GlobalVarSummary *GVS) const
void setFlags(uint64_t Flags)
const_gvsummary_iterator begin() const
bool isWriteOnly(const GlobalVarSummary *GVS) const
void addBlockCount(uint64_t C)
void setPartiallySplitLTOUnits()
const std::vector< uint64_t > & stackIds() const
GlobalValueSummary * findSummaryInModule(GlobalValue::GUID ValueGUID, StringRef ModuleId) const
Find the summary for global GUID in module ModuleId, or nullptr if not found.
void releaseTemporaryMemory()
void setBlockCount(uint64_t C)
ValueInfo getValueInfo(const GlobalValueSummaryMapTy::value_type &R) const
Return a ValueInfo for the index value_type (convenient when iterating index).
const ModuleHash & getModuleHash(const StringRef ModPath) const
Get the module SHA1 hash recorded for the given module path.
static constexpr const char * getRegularLTOModuleName()
void setEnableSplitLTOUnit()
void addGlobalValueSummary(StringRef ValueName, std::unique_ptr< GlobalValueSummary > Summary)
Add a global value summary for a value of the given name.
ModuleSummaryIndex(bool HaveGVs, bool EnableSplitLTOUnit=false, bool UnifiedLTO=false)
bool partiallySplitLTOUnits() const
void collectDefinedFunctionsForModule(StringRef ModulePath, GVSummaryMapTy &GVSummaryMap) const
Collect for the given module the list of functions it defines (GUID -> Summary).
const std::set< std::string, std::less<> > & cfiFunctionDecls() const
const auto & typeIdCompatibleVtableMap() const
void dumpSCCs(raw_ostream &OS)
Print out strongly connected components for debugging.
bool isGlobalValueLive(const GlobalValueSummary *GVS) const
bool enableSplitLTOUnit() const
void setWithSupportsHotColdNew()
const ModuleInfo * getModule(StringRef ModPath) const
Return module entry for module with the given ModPath.
void propagateAttributes(const DenseSet< GlobalValue::GUID > &PreservedSymbols)
Do the access attribute and DSOLocal propagation in combined index.
void setSkipModuleByDistributedBackend()
const std::set< std::string, std::less<> > & cfiFunctionDefs() const
void setWithAttributePropagation()
const StringMap< ModuleHash > & modulePaths() const
Table of modules, containing module hash and id.
bool withSupportsHotColdNew() const
void dump() const
Dump to stderr (for debugging).
ModuleInfo * addModule(StringRef ModPath, ModuleHash Hash=ModuleHash{{0}})
Add a new module with the given Hash, mapped to the given ModID, and return a reference to the module...
void collectDefinedGVSummariesPerModule(Map &ModuleToDefinedGVSummaries) const
Collect for each module the list of Summaries it defines (GUID -> Summary).
void addGlobalValueSummary(const GlobalValue &GV, std::unique_ptr< GlobalValueSummary > Summary)
Add a global value summary for a value.
bool hasExportedFunctions(const Module &M) const
Check if the given Module has any functions available for exporting in the index.
std::set< std::string, std::less<> > & cfiFunctionDefs()
static std::string getGlobalNameForLocal(StringRef Name, ModuleHash ModHash)
Convenience method for creating a promoted global name for the given value name of a local,...
static constexpr uint64_t BitcodeSummaryVersion
bool withDSOLocalPropagation() const
void exportToDot(raw_ostream &OS, const DenseSet< GlobalValue::GUID > &GUIDPreservedSymbols) const
Export summary to dot file for GraphViz.
bool hasUnifiedLTO() const
bool hasParamAccess() const
void setWithDSOLocalPropagation()
uint64_t getStackIdAtIndex(unsigned Index) const
StringMap< ModuleHash > & modulePaths()
Table of modules, containing hash and id.
void print(raw_ostream &OS, bool IsForDebug=false) const
Print to an output stream.
bool skipModuleByDistributedBackend() const
ValueInfo getOrInsertValueInfo(const GlobalValue *GV)
Return a ValueInfo for GV and mark it as belonging to GV.
std::set< std::string, std::less<> > & cfiFunctionDecls()
GlobalValueSummary * findSummaryInModule(ValueInfo VI, StringRef ModuleId) const
Find the summary for ValueInfo VI in module ModuleId, or nullptr if not found.
ValueInfo getValueInfo(GlobalValue::GUID GUID) const
Return a ValueInfo for GUID if it exists, otherwise return ValueInfo().
uint64_t getFlags() const
unsigned addOrGetStackIdIndex(uint64_t StackId)
GlobalValue::GUID getGUIDFromOriginalID(GlobalValue::GUID OriginalID) const
Return the GUID for OriginalId in the OidGuidMap.
GlobalValueSummary * getGlobalValueSummary(const GlobalValue &GV, bool PerModuleIndex=true) const
Returns the first GlobalValueSummary for GV, asserting that there is only one if PerModuleIndex.
void setWithGlobalValueDeadStripping()
ModuleInfo * getModule(StringRef ModPath)
Return module entry for module with the given ModPath.
ValueInfo getOrInsertValueInfo(GlobalValue::GUID GUID, StringRef Name)
Return a ValueInfo for GUID setting value Name.
void setWithWholeProgramVisibility()
bool canImportGlobalVar(const GlobalValueSummary *S, bool AnalyzeRefs) const
Checks if we can import global variable from another module.
static std::string getGlobalNameForLocal(StringRef Name, StringRef Suffix)
void addOriginalName(GlobalValue::GUID ValueGUID, GlobalValue::GUID OrigGUID)
Add an original name for the value of the given GUID.
FunctionSummary calculateCallGraphRoot()
TypeIdSummary * getTypeIdSummary(StringRef TypeId)
TypeIdCompatibleVtableInfo & getOrInsertTypeIdCompatibleVtableSummary(StringRef TypeId)
Return an existing or new TypeIdCompatibleVtableMap entry for TypeId.
A Module instance is used to store all the information related to an LLVM module.
PointerIntPair - This class implements a pair of a pointer and small integer.
void setPointer(PointerTy PtrVal) &
void setInt(IntType IntVal) &
PointerTy getPointer() const
Simple representation of a scaled number.
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringMapEntry - This is used to represent one value that is inserted into a StringMap.
iterator find(StringRef Key)
size_type count(StringRef Key) const
count - Return 1 if the element is in the map, 0 otherwise.
bool insert(MapEntryTy *KeyValue)
insert - Insert the specified key/value pair into the map.
StringRef - Represent a constant reference to a string, i.e.
Saves strings in the provided stable storage and returns a StringRef with a stable character pointer.
StringRef save(const char *S)
Saves strings in the provided stable storage and returns a StringRef with a stable character pointer.
StringRef save(const char *S)
A Use represents the edge between a Value definition and its users.
This class implements an extremely fast bulk output stream that can only output to a stream.
A raw_ostream that writes to an std::string.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ Cold
Attempts to make code in the caller as efficient as possible under the assumption that the call is no...
@ C
The default llvm calling convention, compatible with C.
This is an optimization pass for GlobalISel generic memory operations.
GlobalValueSummaryMapTy::iterator gvsummary_iterator
bool operator<(int64_t V1, const APSInt &V2)
const char * getHotnessName(CalleeInfo::HotnessType HT)
bool operator!=(uint64_t V1, const APInt &V2)
iterator_range< T > make_range(T x, T y)
Convenience function for iterating over sub-ranges.
bool operator==(const AddressRangeValuePair &LHS, const AddressRangeValuePair &RHS)
std::vector< VirtFuncOffset > VTableFuncList
List of functions referenced by a particular vtable definition.
std::vector< std::unique_ptr< GlobalValueSummary > > GlobalValueSummaryList
@ First
Helpers to iterate all locations in the MemoryEffectsBase class.
std::unordered_set< GlobalValueSummary * > GVSummaryPtrSet
A set of global value summary pointers.
GlobalValueSummaryMapTy::const_iterator const_gvsummary_iterator
Type used for iterating through the global value summary map.
raw_ostream & operator<<(raw_ostream &OS, const APFixedPoint &FX)
std::map< std::string, GVSummaryMapTy, std::less<> > ModuleToSummariesForIndexTy
Map of a module name to the GUIDs and summaries we will import from that module.
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
std::multimap< GlobalValue::GUID, std::pair< StringRef, TypeIdSummary > > TypeIdSummaryMapTy
Map of a type GUID to type id string and summary (multimap used in case of GUID conflicts).
auto find_if(R &&Range, UnaryPredicate P)
Provide wrappers to std::find_if which take ranges instead of having to pass begin/end explicitly.
std::array< uint32_t, 5 > ModuleHash
160 bits SHA1
std::map< GlobalValue::GUID, GlobalValueSummaryInfo > GlobalValueSummaryMapTy
Map from global value GUID to corresponding summary structures.
std::vector< TypeIdOffsetVtableInfo > TypeIdCompatibleVtableInfo
List of vtable definitions decorated by a particular type identifier, and their corresponding offsets...
Implement std::hash so that hash_code can be used in STL containers.
Summary of memprof metadata on allocations.
AllocInfo(std::vector< MIBInfo > MIBs)
AllocInfo(SmallVector< uint8_t > Versions, std::vector< MIBInfo > MIBs)
std::vector< std::vector< ContextTotalSize > > ContextSizeInfos
SmallVector< uint8_t > Versions
std::vector< MIBInfo > MIBs
Class to accumulate and hold information about a callee.
static constexpr uint64_t MaxRelBlockFreq
void updateHotness(const HotnessType OtherHotness)
CalleeInfo(HotnessType Hotness, bool HasTC, uint64_t RelBF)
HotnessType getHotness() const
static constexpr int32_t ScaleShift
void setHasTailCall(const bool HasTC)
void updateRelBlockFreq(uint64_t BlockFreq, uint64_t EntryFreq)
Update RelBlockFreq from BlockFreq and EntryFreq.
static constexpr unsigned RelBlockFreqBits
The value stored in RelBlockFreq has to be interpreted as the digits of a scaled number with a scale ...
Summary of memprof callsite metadata.
SmallVector< unsigned > StackIdIndices
SmallVector< unsigned > Clones
CallsiteInfo(ValueInfo Callee, SmallVector< unsigned > StackIdIndices)
CallsiteInfo(ValueInfo Callee, SmallVector< unsigned > Clones, SmallVector< unsigned > StackIdIndices)
static FunctionSummary::ConstVCall getEmptyKey()
static FunctionSummary::ConstVCall getTombstoneKey()
static unsigned getHashValue(FunctionSummary::ConstVCall I)
static bool isEqual(FunctionSummary::ConstVCall L, FunctionSummary::ConstVCall R)
static FunctionSummary::VFuncId getEmptyKey()
static bool isEqual(FunctionSummary::VFuncId L, FunctionSummary::VFuncId R)
static FunctionSummary::VFuncId getTombstoneKey()
static unsigned getHashValue(FunctionSummary::VFuncId I)
static bool isEqual(ValueInfo L, ValueInfo R)
static ValueInfo getEmptyKey()
static ValueInfo getTombstoneKey()
static bool isSpecialKey(ValueInfo V)
static unsigned getHashValue(ValueInfo I)
An information struct used to provide DenseMap with the various necessary components for a given valu...
A specification for a virtual function call with all constant integer arguments.
std::vector< uint64_t > Args
Flags specific to function summaries.
FFlags & operator&=(const FFlags &RHS)
unsigned ReturnDoesNotAlias
unsigned MustBeUnreachable
Describes the use of a value in a call instruction, specifying the call's target, the value's paramet...
Call(uint64_t ParamNo, ValueInfo Callee, const ConstantRange &Offsets)
Describes the uses of a parameter by the function.
ParamAccess(uint64_t ParamNo, const ConstantRange &Use)
std::vector< Call > Calls
In the per-module summary, it summarizes the byte offset applied to each pointer parameter before pas...
static constexpr uint32_t RangeWidth
All type identifier related information.
std::vector< ConstVCall > TypeCheckedLoadConstVCalls
std::vector< VFuncId > TypeCheckedLoadVCalls
std::vector< ConstVCall > TypeTestAssumeConstVCalls
List of virtual calls made by this function using (respectively) llvm.assume(llvm....
std::vector< GlobalValue::GUID > TypeTests
List of type identifiers used by this function in llvm.type.test intrinsics referenced by something o...
std::vector< VFuncId > TypeTestAssumeVCalls
List of virtual calls made by this function using (respectively) llvm.assume(llvm....
An "identifier" for a virtual function.
GlobalValueSummaryList SummaryList
List of global value summary structures for a particular value held in the GlobalValueMap.
GlobalValueSummaryInfo(bool HaveGVs)
union llvm::GlobalValueSummaryInfo::NameOrGV U
Group flags (Linkage, NotEligibleToImport, etc.) as a bitfield.
GVFlags(GlobalValue::LinkageTypes Linkage, GlobalValue::VisibilityTypes Visibility, bool NotEligibleToImport, bool Live, bool IsLocal, bool CanAutoHide, ImportKind ImportType)
Convenience Constructors.
unsigned DSOLocal
Indicates that the linker resolved the symbol to a definition from within the same linkage unit.
unsigned CanAutoHide
In the per-module summary, indicates that the global value is linkonce_odr and global unnamed addr (s...
unsigned ImportType
This field is written by the ThinLTO indexing step to postlink combined summary.
unsigned NotEligibleToImport
Indicate if the global value cannot be imported (e.g.
unsigned Linkage
The linkage type of the associated global value.
unsigned Visibility
Indicates the visibility.
unsigned Live
In per-module summary, indicate that the global value must be considered a live root for index-based ...
GVarFlags(bool ReadOnly, bool WriteOnly, bool Constant, GlobalObject::VCallVisibility Vis)
static NodeRef getEntryNode(ModuleSummaryIndex *I)
static NodeRef valueInfoFromEdge(FunctionSummary::EdgeTy &P)
static ChildIteratorType child_begin(NodeRef N)
static ChildEdgeIteratorType child_edge_begin(NodeRef N)
static NodeRef edge_dest(EdgeRef E)
static NodeRef getEntryNode(ValueInfo V)
static ChildIteratorType child_end(NodeRef N)
static ChildEdgeIteratorType child_edge_end(NodeRef N)
FunctionSummary::EdgeTy & EdgeRef
Summary of a single MIB in a memprof metadata on allocations.
MIBInfo(AllocationType AllocType, SmallVector< unsigned > StackIdIndices)
SmallVector< unsigned > StackIdIndices
The following data structures summarize type metadata information.
TypeIdOffsetVtableInfo(uint64_t Offset, ValueInfo VI)
uint64_t AddressPointOffset
std::map< uint64_t, WholeProgramDevirtResolution > WPDRes
Mapping from byte offset to whole-program devirt resolution for that (typeid, byte offset) pair.
Kind
Specifies which kind of type check we should emit for this byte array.
@ Unknown
Unknown (analysis not performed, don't lower)
@ Single
Single element (last example in "Short Inline Bit Vectors")
@ Inline
Inlined bit vector ("Short Inline Bit Vectors")
@ Unsat
Unsatisfiable type (i.e. no global has this type metadata)
@ AllOnes
All-ones bit vector ("Eliminating Bit Vector Checks for All-Ones Bit Vectors")
@ ByteArray
Test a byte array (first example)
unsigned SizeM1BitWidth
Range of size-1 expressed as a bit width.
enum llvm::TypeTestResolution::Kind TheKind
Struct that holds a reference to a particular GUID in a global value summary.
PointerIntPair< const GlobalValueSummaryMapTy::value_type *, 3, int > RefAndFlags
GlobalValue::VisibilityTypes getELFVisibility() const
Returns the most constraining visibility among summaries.
bool isValidAccessSpecifier() const
const GlobalValueSummaryMapTy::value_type * getRef() const
ArrayRef< std::unique_ptr< GlobalValueSummary > > getSummaryList() const
const GlobalValue * getValue() const
ValueInfo(bool HaveGVs, const GlobalValueSummaryMapTy::value_type *R)
bool canAutoHide() const
Checks if all copies are eligible for auto-hiding (have flag set).
unsigned getAccessSpecifier() const
bool isDSOLocal(bool WithDSOLocalPropagation=false) const
Checks if all summaries are DSO local (have the flag set).
GlobalValue::GUID getGUID() const
The ValueInfo and offset for a function within a vtable definition initializer array.
VirtFuncOffset(ValueInfo VI, uint64_t Offset)
@ UniformRetVal
Uniform return value optimization.
@ VirtualConstProp
Virtual constant propagation.
@ UniqueRetVal
Unique return value optimization.
@ Indir
Just do a regular virtual call.
uint64_t Info
Additional information for the resolution:
enum llvm::WholeProgramDevirtResolution::ByArg::Kind TheKind
enum llvm::WholeProgramDevirtResolution::Kind TheKind
std::map< std::vector< uint64_t >, ByArg > ResByArg
Resolutions for calls with all constant integer arguments (excluding the first argument,...
std::string SingleImplName
@ SingleImpl
Single implementation devirtualization.
@ Indir
Just do a regular virtual call.
@ BranchFunnel
When retpoline mitigation is enabled, use a branch funnel that is defined in the merged module.
const GlobalValue * GV
The GlobalValue corresponding to this summary.
StringRef Name
Summary string representation.