LLVM 20.0.0git
ProfileSummaryBuilder.cpp
Go to the documentation of this file.
1//=-- ProfilesummaryBuilder.cpp - Profile summary computation ---------------=//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file contains support for computing profile summary data.
10//
11//===----------------------------------------------------------------------===//
12
18
19using namespace llvm;
20
21namespace llvm {
23 "profile-summary-contextless", cl::Hidden,
24 cl::desc("Merge context profiles before calculating thresholds."));
25
26// The following two parameters determine the threshold for a count to be
27// considered hot/cold. These two parameters are percentile values (multiplied
28// by 10000). If the counts are sorted in descending order, the minimum count to
29// reach ProfileSummaryCutoffHot gives the threshold to determine a hot count.
30// Similarly, the minimum count to reach ProfileSummaryCutoffCold gives the
31// threshold for determining cold count (everything <= this threshold is
32// considered cold).
34 "profile-summary-cutoff-hot", cl::Hidden, cl::init(990000),
35 cl::desc("A count is hot if it exceeds the minimum count to"
36 " reach this percentile of total counts."));
37
39 "profile-summary-cutoff-cold", cl::Hidden, cl::init(999999),
40 cl::desc("A count is cold if it is below the minimum count"
41 " to reach this percentile of total counts."));
42
44 "profile-summary-huge-working-set-size-threshold", cl::Hidden,
45 cl::init(15000),
46 cl::desc("The code working set size is considered huge if the number of"
47 " blocks required to reach the -profile-summary-cutoff-hot"
48 " percentile exceeds this count."));
49
51 "profile-summary-large-working-set-size-threshold", cl::Hidden,
52 cl::init(12500),
53 cl::desc("The code working set size is considered large if the number of"
54 " blocks required to reach the -profile-summary-cutoff-hot"
55 " percentile exceeds this count."));
56
57// The next two options override the counts derived from summary computation and
58// are useful for debugging purposes.
60 "profile-summary-hot-count", cl::ReallyHidden,
61 cl::desc("A fixed hot count that overrides the count derived from"
62 " profile-summary-cutoff-hot"));
63
65 "profile-summary-cold-count", cl::ReallyHidden,
66 cl::desc("A fixed cold count that overrides the count derived from"
67 " profile-summary-cutoff-cold"));
68} // namespace llvm
69
70// A set of cutoff values. Each value, when divided by ProfileSummary::Scale
71// (which is 1000000) is a desired percentile of total counts.
72static const uint32_t DefaultCutoffsData[] = {
73 10000, /* 1% */
74 100000, /* 10% */
75 200000, 300000, 400000, 500000, 600000, 700000, 800000,
76 900000, 950000, 990000, 999000, 999900, 999990, 999999};
79
82 uint64_t Percentile) {
83 auto It = partition_point(DS, [=](const ProfileSummaryEntry &Entry) {
84 return Entry.Cutoff < Percentile;
85 });
86 // The required percentile has to be <= one of the percentiles in the
87 // detailed summary.
88 if (It == DS.end())
89 report_fatal_error("Desired percentile exceeds the maximum cutoff");
90 return *It;
91}
92
94 // The first counter is not necessarily an entry count for IR
95 // instrumentation profiles.
96 // Eventually MaxFunctionCount will become obsolete and this can be
97 // removed.
98
99 if (R.getCountPseudoKind() != InstrProfRecord::NotPseudo)
100 return;
101
102 addEntryCount(R.Counts[0]);
103 for (size_t I = 1, E = R.Counts.size(); I < E; ++I)
104 addInternalCount(R.Counts[I]);
105}
106
107// To compute the detailed summary, we consider each line containing samples as
108// equivalent to a block with a count in the instrumented profile.
110 const sampleprof::FunctionSamples &FS, bool isCallsiteSample) {
111 if (!isCallsiteSample) {
112 NumFunctions++;
113 if (FS.getHeadSamples() > MaxFunctionCount)
114 MaxFunctionCount = FS.getHeadSamples();
115 } else if (FS.getContext().hasAttribute(
117 // Do not recount callee samples if they are already merged into their base
118 // profiles. This can happen to CS nested profile.
119 return;
120 }
121
122 for (const auto &I : FS.getBodySamples()) {
123 uint64_t Count = I.second.getSamples();
124 addCount(Count);
125 }
126 for (const auto &I : FS.getCallsiteSamples())
127 for (const auto &CS : I.second)
128 addRecord(CS.second, true);
129}
130
131// The argument to this method is a vector of cutoff percentages and the return
132// value is a vector of (Cutoff, MinCount, NumCounts) triplets.
134 if (DetailedSummaryCutoffs.empty())
135 return;
136 llvm::sort(DetailedSummaryCutoffs);
137 auto Iter = CountFrequencies.begin();
138 const auto End = CountFrequencies.end();
139
140 uint32_t CountsSeen = 0;
141 uint64_t CurrSum = 0, Count = 0;
142
143 for (const uint32_t Cutoff : DetailedSummaryCutoffs) {
144 assert(Cutoff <= 999999);
145 APInt Temp(128, TotalCount);
146 APInt N(128, Cutoff);
148 Temp *= N;
149 Temp = Temp.sdiv(D);
150 uint64_t DesiredCount = Temp.getZExtValue();
151 assert(DesiredCount <= TotalCount);
152 while (CurrSum < DesiredCount && Iter != End) {
153 Count = Iter->first;
154 uint32_t Freq = Iter->second;
155 CurrSum += (Count * Freq);
156 CountsSeen += Freq;
157 Iter++;
158 }
159 assert(CurrSum >= DesiredCount);
160 ProfileSummaryEntry PSE = {Cutoff, Count, CountsSeen};
161 DetailedSummary.push_back(PSE);
162 }
163}
164
167 auto &HotEntry =
169 uint64_t HotCountThreshold = HotEntry.MinCount;
170 if (ProfileSummaryHotCount.getNumOccurrences() > 0)
171 HotCountThreshold = ProfileSummaryHotCount;
172 return HotCountThreshold;
173}
174
179 uint64_t ColdCountThreshold = ColdEntry.MinCount;
180 if (ProfileSummaryColdCount.getNumOccurrences() > 0)
182 return ColdCountThreshold;
183}
184
185std::unique_ptr<ProfileSummary> SampleProfileSummaryBuilder::getSummary() {
187 return std::make_unique<ProfileSummary>(
190}
191
192std::unique_ptr<ProfileSummary>
194 const SampleProfileMap &Profiles) {
195 assert(NumFunctions == 0 &&
196 "This can only be called on an empty summary builder");
197 sampleprof::SampleProfileMap ContextLessProfiles;
198 const sampleprof::SampleProfileMap *ProfilesToUse = &Profiles;
199 // For CSSPGO, context-sensitive profile effectively split a function profile
200 // into many copies each representing the CFG profile of a particular calling
201 // context. That makes the count distribution looks more flat as we now have
202 // more function profiles each with lower counts, which in turn leads to lower
203 // hot thresholds. To compensate for that, by default we merge context
204 // profiles before computing profile summary.
206 !UseContextLessSummary.getNumOccurrences())) {
207 ProfileConverter::flattenProfile(Profiles, ContextLessProfiles, true);
208 ProfilesToUse = &ContextLessProfiles;
209 }
210
211 for (const auto &I : *ProfilesToUse) {
212 const sampleprof::FunctionSamples &Profile = I.second;
214 }
215
216 return getSummary();
217}
218
219std::unique_ptr<ProfileSummary> InstrProfSummaryBuilder::getSummary() {
221 return std::make_unique<ProfileSummary>(
223 MaxInternalBlockCount, MaxFunctionCount, NumCounts, NumFunctions);
224}
225
226void InstrProfSummaryBuilder::addEntryCount(uint64_t Count) {
227 assert(Count <= getInstrMaxCountValue() &&
228 "Count value should be less than the max count value.");
229 NumFunctions++;
230 addCount(Count);
231 if (Count > MaxFunctionCount)
232 MaxFunctionCount = Count;
233}
234
235void InstrProfSummaryBuilder::addInternalCount(uint64_t Count) {
236 assert(Count <= getInstrMaxCountValue() &&
237 "Count value should be less than the max count value.");
238 addCount(Count);
239 if (Count > MaxInternalBlockCount)
240 MaxInternalBlockCount = Count;
241}
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
bool End
Definition: ELF_riscv.cpp:480
#define I(x, y, z)
Definition: MD5.cpp:58
Load MIR Sample Profile
static cl::opt< unsigned > ColdCountThreshold("mfs-count-threshold", cl::desc("Minimum number of times a block must be executed to be retained."), cl::init(1), cl::Hidden)
static const uint32_t DefaultCutoffsData[]
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
Class for arbitrary precision integers.
Definition: APInt.h:78
uint64_t getZExtValue() const
Get zero extended value.
Definition: APInt.h:1498
APInt sdiv(const APInt &RHS) const
Signed division function for APInt.
Definition: APInt.cpp:1614
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition: ArrayRef.h:41
std::unique_ptr< ProfileSummary > getSummary()
void addRecord(const InstrProfRecord &)
void addCount(uint64_t Count)
This is called when a count is seen in the profile.
static const ProfileSummaryEntry & getEntryForPercentile(const SummaryEntryVector &DS, uint64_t Percentile)
Find the summary entry for a desired percentile of counts.
static const ArrayRef< uint32_t > DefaultCutoffs
A vector of useful cutoff values for detailed summary.
Definition: ProfileCommon.h:70
SummaryEntryVector DetailedSummary
Definition: ProfileCommon.h:54
static uint64_t getHotCountThreshold(const SummaryEntryVector &DS)
static uint64_t getColdCountThreshold(const SummaryEntryVector &DS)
static const int Scale
std::unique_ptr< ProfileSummary > getSummary()
std::unique_ptr< ProfileSummary > computeSummaryForProfiles(const sampleprof::SampleProfileMap &Profiles)
void addRecord(const sampleprof::FunctionSamples &FS, bool isCallsiteSample=false)
Representation of the samples collected for a function.
Definition: SampleProf.h:745
static void flattenProfile(SampleProfileMap &ProfileMap, bool ProfileIsCS=false)
Definition: SampleProf.h:1424
This class provides operator overloads to the map container using MD5 as the key type,...
Definition: SampleProf.h:1313
@ ReallyHidden
Definition: CommandLine.h:138
initializer< Ty > init(const Ty &Val)
Definition: CommandLine.h:443
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
cl::opt< uint64_t > ProfileSummaryHotCount
auto partition_point(R &&Range, Predicate P)
Binary search for the first iterator in a range where a predicate is false.
Definition: STLExtras.h:2033
cl::opt< bool > UseContextLessSummary
cl::opt< uint64_t > ProfileSummaryColdCount
uint64_t getInstrMaxCountValue()
Return the max count value. We reserver a few large values for special use.
Definition: InstrProf.h:66
void sort(IteratorTy Start, IteratorTy End)
Definition: STLExtras.h:1647
void report_fatal_error(Error Err, bool gen_crash_diag=true)
Report a serious error, calling any installed error handler.
Definition: Error.cpp:167
cl::opt< int > ProfileSummaryCutoffCold
std::vector< ProfileSummaryEntry > SummaryEntryVector
cl::opt< unsigned > ProfileSummaryLargeWorkingSetSizeThreshold
cl::opt< int > ProfileSummaryCutoffHot
cl::opt< unsigned > ProfileSummaryHugeWorkingSetSizeThreshold
#define N
Profiling information for a single function.
Definition: InstrProf.h:827