Bug Summary

File:llvm/lib/CodeGen/LiveDebugVariables.cpp
Warning:line 223, column 55
Dereference of null pointer

Annotated Source Code

Press '?' to see keyboard shortcuts

clang -cc1 -cc1 -triple x86_64-pc-linux-gnu -analyze -disable-free -disable-llvm-verifier -discard-value-names -main-file-name LiveDebugVariables.cpp -analyzer-store=region -analyzer-opt-analyze-nested-blocks -analyzer-checker=core -analyzer-checker=apiModeling -analyzer-checker=unix -analyzer-checker=deadcode -analyzer-checker=cplusplus -analyzer-checker=security.insecureAPI.UncheckedReturn -analyzer-checker=security.insecureAPI.getpw -analyzer-checker=security.insecureAPI.gets -analyzer-checker=security.insecureAPI.mktemp -analyzer-checker=security.insecureAPI.mkstemp -analyzer-checker=security.insecureAPI.vfork -analyzer-checker=nullability.NullPassedToNonnull -analyzer-checker=nullability.NullReturnedFromNonnull -analyzer-output plist -w -setup-static-analyzer -analyzer-config-compatibility-mode=true -mrelocation-model pic -pic-level 2 -mframe-pointer=none -fmath-errno -fno-rounding-math -mconstructor-aliases -munwind-tables -target-cpu x86-64 -tune-cpu generic -debugger-tuning=gdb -ffunction-sections -fdata-sections -fcoverage-compilation-dir=/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/build-llvm/lib/CodeGen -resource-dir /usr/lib/llvm-14/lib/clang/14.0.0 -D _DEBUG -D _GNU_SOURCE -D __STDC_CONSTANT_MACROS -D __STDC_FORMAT_MACROS -D __STDC_LIMIT_MACROS -I /build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/build-llvm/lib/CodeGen -I /build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen -I /build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/build-llvm/include -I /build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/include -D NDEBUG -U NDEBUG -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../include/c++/10 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../include/x86_64-linux-gnu/c++/10 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../include/c++/10/backward -internal-isystem /usr/lib/llvm-14/lib/clang/14.0.0/include -internal-isystem /usr/local/include -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../x86_64-linux-gnu/include -internal-externc-isystem /usr/include/x86_64-linux-gnu -internal-externc-isystem /include -internal-externc-isystem /usr/include -O2 -Wno-unused-parameter -Wwrite-strings -Wno-missing-field-initializers -Wno-long-long -Wno-maybe-uninitialized -Wno-class-memaccess -Wno-redundant-move -Wno-pessimizing-move -Wno-noexcept-type -Wno-comment -std=c++14 -fdeprecated-macro -fdebug-compilation-dir=/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/build-llvm/lib/CodeGen -fdebug-prefix-map=/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0=. -ferror-limit 19 -fvisibility-inlines-hidden -stack-protector 2 -fgnuc-version=4.2.1 -vectorize-loops -vectorize-slp -analyzer-output=html -analyzer-config stable-report-filename=true -faddrsig -D__GCC_HAVE_DWARF2_CFI_ASM=1 -o /tmp/scan-build-2021-08-28-193554-24367-1 -x c++ /build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp
1//===- LiveDebugVariables.cpp - Tracking debug info variables -------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements the LiveDebugVariables analysis.
10//
11// Remove all DBG_VALUE instructions referencing virtual registers and replace
12// them with a data structure tracking where live user variables are kept - in a
13// virtual register or in a stack slot.
14//
15// Allow the data structure to be updated during register allocation when values
16// are moved between registers and stack slots. Finally emit new DBG_VALUE
17// instructions after register allocation is complete.
18//
19//===----------------------------------------------------------------------===//
20
21#include "LiveDebugVariables.h"
22#include "llvm/ADT/ArrayRef.h"
23#include "llvm/ADT/DenseMap.h"
24#include "llvm/ADT/IntervalMap.h"
25#include "llvm/ADT/MapVector.h"
26#include "llvm/ADT/STLExtras.h"
27#include "llvm/ADT/SmallSet.h"
28#include "llvm/ADT/SmallVector.h"
29#include "llvm/ADT/Statistic.h"
30#include "llvm/ADT/StringRef.h"
31#include "llvm/CodeGen/LexicalScopes.h"
32#include "llvm/CodeGen/LiveInterval.h"
33#include "llvm/CodeGen/LiveIntervals.h"
34#include "llvm/CodeGen/MachineBasicBlock.h"
35#include "llvm/CodeGen/MachineDominators.h"
36#include "llvm/CodeGen/MachineFunction.h"
37#include "llvm/CodeGen/MachineInstr.h"
38#include "llvm/CodeGen/MachineInstrBuilder.h"
39#include "llvm/CodeGen/MachineOperand.h"
40#include "llvm/CodeGen/MachineRegisterInfo.h"
41#include "llvm/CodeGen/Passes.h"
42#include "llvm/CodeGen/SlotIndexes.h"
43#include "llvm/CodeGen/TargetInstrInfo.h"
44#include "llvm/CodeGen/TargetOpcodes.h"
45#include "llvm/CodeGen/TargetPassConfig.h"
46#include "llvm/CodeGen/TargetRegisterInfo.h"
47#include "llvm/CodeGen/TargetSubtargetInfo.h"
48#include "llvm/CodeGen/VirtRegMap.h"
49#include "llvm/Config/llvm-config.h"
50#include "llvm/IR/DebugInfoMetadata.h"
51#include "llvm/IR/DebugLoc.h"
52#include "llvm/IR/Function.h"
53#include "llvm/IR/Metadata.h"
54#include "llvm/InitializePasses.h"
55#include "llvm/MC/MCRegisterInfo.h"
56#include "llvm/Pass.h"
57#include "llvm/Support/Casting.h"
58#include "llvm/Support/CommandLine.h"
59#include "llvm/Support/Debug.h"
60#include "llvm/Support/raw_ostream.h"
61#include "llvm/Target/TargetMachine.h"
62#include <algorithm>
63#include <cassert>
64#include <iterator>
65#include <memory>
66#include <utility>
67
68using namespace llvm;
69
70#define DEBUG_TYPE"livedebugvars" "livedebugvars"
71
72static cl::opt<bool>
73EnableLDV("live-debug-variables", cl::init(true),
74 cl::desc("Enable the live debug variables pass"), cl::Hidden);
75
76STATISTIC(NumInsertedDebugValues, "Number of DBG_VALUEs inserted")static llvm::Statistic NumInsertedDebugValues = {"livedebugvars"
, "NumInsertedDebugValues", "Number of DBG_VALUEs inserted"}
;
77STATISTIC(NumInsertedDebugLabels, "Number of DBG_LABELs inserted")static llvm::Statistic NumInsertedDebugLabels = {"livedebugvars"
, "NumInsertedDebugLabels", "Number of DBG_LABELs inserted"}
;
78
79char LiveDebugVariables::ID = 0;
80
81INITIALIZE_PASS_BEGIN(LiveDebugVariables, DEBUG_TYPE,static void *initializeLiveDebugVariablesPassOnce(PassRegistry
&Registry) {
82 "Debug Variable Analysis", false, false)static void *initializeLiveDebugVariablesPassOnce(PassRegistry
&Registry) {
83INITIALIZE_PASS_DEPENDENCY(MachineDominatorTree)initializeMachineDominatorTreePass(Registry);
84INITIALIZE_PASS_DEPENDENCY(LiveIntervals)initializeLiveIntervalsPass(Registry);
85INITIALIZE_PASS_END(LiveDebugVariables, DEBUG_TYPE,PassInfo *PI = new PassInfo( "Debug Variable Analysis", "livedebugvars"
, &LiveDebugVariables::ID, PassInfo::NormalCtor_t(callDefaultCtor
<LiveDebugVariables>), false, false); Registry.registerPass
(*PI, true); return PI; } static llvm::once_flag InitializeLiveDebugVariablesPassFlag
; void llvm::initializeLiveDebugVariablesPass(PassRegistry &
Registry) { llvm::call_once(InitializeLiveDebugVariablesPassFlag
, initializeLiveDebugVariablesPassOnce, std::ref(Registry)); }
86 "Debug Variable Analysis", false, false)PassInfo *PI = new PassInfo( "Debug Variable Analysis", "livedebugvars"
, &LiveDebugVariables::ID, PassInfo::NormalCtor_t(callDefaultCtor
<LiveDebugVariables>), false, false); Registry.registerPass
(*PI, true); return PI; } static llvm::once_flag InitializeLiveDebugVariablesPassFlag
; void llvm::initializeLiveDebugVariablesPass(PassRegistry &
Registry) { llvm::call_once(InitializeLiveDebugVariablesPassFlag
, initializeLiveDebugVariablesPassOnce, std::ref(Registry)); }
87
88void LiveDebugVariables::getAnalysisUsage(AnalysisUsage &AU) const {
89 AU.addRequired<MachineDominatorTree>();
90 AU.addRequiredTransitive<LiveIntervals>();
91 AU.setPreservesAll();
92 MachineFunctionPass::getAnalysisUsage(AU);
93}
94
95LiveDebugVariables::LiveDebugVariables() : MachineFunctionPass(ID) {
96 initializeLiveDebugVariablesPass(*PassRegistry::getPassRegistry());
97}
98
99enum : unsigned { UndefLocNo = ~0U };
100
101namespace {
102/// Describes a debug variable value by location number and expression along
103/// with some flags about the original usage of the location.
104class DbgVariableValue {
105public:
106 DbgVariableValue(ArrayRef<unsigned> NewLocs, bool WasIndirect, bool WasList,
107 const DIExpression &Expr)
108 : WasIndirect(WasIndirect), WasList(WasList), Expression(&Expr) {
109 assert(!(WasIndirect && WasList) &&(static_cast <bool> (!(WasIndirect && WasList) &&
"DBG_VALUE_LISTs should not be indirect.") ? void (0) : __assert_fail
("!(WasIndirect && WasList) && \"DBG_VALUE_LISTs should not be indirect.\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 110, __extension__ __PRETTY_FUNCTION__))
110 "DBG_VALUE_LISTs should not be indirect.")(static_cast <bool> (!(WasIndirect && WasList) &&
"DBG_VALUE_LISTs should not be indirect.") ? void (0) : __assert_fail
("!(WasIndirect && WasList) && \"DBG_VALUE_LISTs should not be indirect.\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 110, __extension__ __PRETTY_FUNCTION__))
;
111 SmallVector<unsigned> LocNoVec;
112 for (unsigned LocNo : NewLocs) {
113 auto It = find(LocNoVec, LocNo);
114 if (It == LocNoVec.end())
115 LocNoVec.push_back(LocNo);
116 else {
117 // Loc duplicates an element in LocNos; replace references to Op
118 // with references to the duplicating element.
119 unsigned OpIdx = LocNoVec.size();
120 unsigned DuplicatingIdx = std::distance(LocNoVec.begin(), It);
121 Expression =
122 DIExpression::replaceArg(Expression, OpIdx, DuplicatingIdx);
123 }
124 }
125 // FIXME: Debug values referencing 64+ unique machine locations are rare and
126 // currently unsupported for performance reasons. If we can verify that
127 // performance is acceptable for such debug values, we can increase the
128 // bit-width of LocNoCount to 14 to enable up to 16384 unique machine
129 // locations. We will also need to verify that this does not cause issues
130 // with LiveDebugVariables' use of IntervalMap.
131 if (LocNoVec.size() < 64) {
132 LocNoCount = LocNoVec.size();
133 if (LocNoCount > 0) {
134 LocNos = std::make_unique<unsigned[]>(LocNoCount);
135 std::copy(LocNoVec.begin(), LocNoVec.end(), loc_nos_begin());
136 }
137 } else {
138 LLVM_DEBUG(dbgs() << "Found debug value with 64+ unique machine "do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Found debug value with 64+ unique machine "
"locations, dropping...\n"; } } while (false)
139 "locations, dropping...\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Found debug value with 64+ unique machine "
"locations, dropping...\n"; } } while (false)
;
140 LocNoCount = 1;
141 // Turn this into an undef debug value list; right now, the simplest form
142 // of this is an expression with one arg, and an undef debug operand.
143 Expression =
144 DIExpression::get(Expr.getContext(), {dwarf::DW_OP_LLVM_arg, 0,
145 dwarf::DW_OP_stack_value});
146 if (auto FragmentInfoOpt = Expr.getFragmentInfo())
147 Expression = *DIExpression::createFragmentExpression(
148 Expression, FragmentInfoOpt->OffsetInBits,
149 FragmentInfoOpt->SizeInBits);
150 LocNos = std::make_unique<unsigned[]>(LocNoCount);
151 LocNos[0] = UndefLocNo;
152 }
153 }
154
155 DbgVariableValue() : LocNoCount(0), WasIndirect(0), WasList(0) {}
156 DbgVariableValue(const DbgVariableValue &Other)
157 : LocNoCount(Other.LocNoCount), WasIndirect(Other.getWasIndirect()),
158 WasList(Other.getWasList()), Expression(Other.getExpression()) {
159 if (Other.getLocNoCount()) {
160 LocNos.reset(new unsigned[Other.getLocNoCount()]);
161 std::copy(Other.loc_nos_begin(), Other.loc_nos_end(), loc_nos_begin());
162 }
163 }
164
165 DbgVariableValue &operator=(const DbgVariableValue &Other) {
166 if (this == &Other)
167 return *this;
168 if (Other.getLocNoCount()) {
169 LocNos.reset(new unsigned[Other.getLocNoCount()]);
170 std::copy(Other.loc_nos_begin(), Other.loc_nos_end(), loc_nos_begin());
171 } else {
172 LocNos.release();
173 }
174 LocNoCount = Other.getLocNoCount();
175 WasIndirect = Other.getWasIndirect();
176 WasList = Other.getWasList();
177 Expression = Other.getExpression();
178 return *this;
179 }
180
181 const DIExpression *getExpression() const { return Expression; }
182 uint8_t getLocNoCount() const { return LocNoCount; }
183 bool containsLocNo(unsigned LocNo) const {
184 return is_contained(loc_nos(), LocNo);
185 }
186 bool getWasIndirect() const { return WasIndirect; }
187 bool getWasList() const { return WasList; }
188 bool isUndef() const { return LocNoCount == 0 || containsLocNo(UndefLocNo); }
189
190 DbgVariableValue decrementLocNosAfterPivot(unsigned Pivot) const {
191 SmallVector<unsigned, 4> NewLocNos;
192 for (unsigned LocNo : loc_nos())
193 NewLocNos.push_back(LocNo != UndefLocNo && LocNo > Pivot ? LocNo - 1
194 : LocNo);
195 return DbgVariableValue(NewLocNos, WasIndirect, WasList, *Expression);
196 }
197
198 DbgVariableValue remapLocNos(ArrayRef<unsigned> LocNoMap) const {
199 SmallVector<unsigned> NewLocNos;
200 for (unsigned LocNo : loc_nos())
201 // Undef values don't exist in locations (and thus not in LocNoMap
202 // either) so skip over them. See getLocationNo().
203 NewLocNos.push_back(LocNo == UndefLocNo ? UndefLocNo : LocNoMap[LocNo]);
204 return DbgVariableValue(NewLocNos, WasIndirect, WasList, *Expression);
205 }
206
207 DbgVariableValue changeLocNo(unsigned OldLocNo, unsigned NewLocNo) const {
208 SmallVector<unsigned> NewLocNos;
209 NewLocNos.assign(loc_nos_begin(), loc_nos_end());
210 auto OldLocIt = find(NewLocNos, OldLocNo);
211 assert(OldLocIt != NewLocNos.end() && "Old location must be present.")(static_cast <bool> (OldLocIt != NewLocNos.end() &&
"Old location must be present.") ? void (0) : __assert_fail (
"OldLocIt != NewLocNos.end() && \"Old location must be present.\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 211, __extension__ __PRETTY_FUNCTION__))
;
212 *OldLocIt = NewLocNo;
213 return DbgVariableValue(NewLocNos, WasIndirect, WasList, *Expression);
214 }
215
216 bool hasLocNoGreaterThan(unsigned LocNo) const {
217 return any_of(loc_nos(),
218 [LocNo](unsigned ThisLocNo) { return ThisLocNo > LocNo; });
219 }
220
221 void printLocNos(llvm::raw_ostream &OS) const {
222 for (const unsigned &Loc : loc_nos())
20
Assuming '__begin2' is not equal to '__end2'
21
'Loc' initialized to the value of '__begin2'
223 OS << (&Loc == loc_nos_begin() ? " " : ", ") << Loc;
22
Assuming pointer value is null
23
'?' condition is true
24
Dereference of null pointer
224 }
225
226 friend inline bool operator==(const DbgVariableValue &LHS,
227 const DbgVariableValue &RHS) {
228 if (std::tie(LHS.LocNoCount, LHS.WasIndirect, LHS.WasList,
229 LHS.Expression) !=
230 std::tie(RHS.LocNoCount, RHS.WasIndirect, RHS.WasList, RHS.Expression))
231 return false;
232 return std::equal(LHS.loc_nos_begin(), LHS.loc_nos_end(),
233 RHS.loc_nos_begin());
234 }
235
236 friend inline bool operator!=(const DbgVariableValue &LHS,
237 const DbgVariableValue &RHS) {
238 return !(LHS == RHS);
239 }
240
241 unsigned *loc_nos_begin() { return LocNos.get(); }
242 const unsigned *loc_nos_begin() const { return LocNos.get(); }
243 unsigned *loc_nos_end() { return LocNos.get() + LocNoCount; }
244 const unsigned *loc_nos_end() const { return LocNos.get() + LocNoCount; }
245 ArrayRef<unsigned> loc_nos() const {
246 return ArrayRef<unsigned>(LocNos.get(), LocNoCount);
247 }
248
249private:
250 // IntervalMap requires the value object to be very small, to the extent
251 // that we do not have enough room for an std::vector. Using a C-style array
252 // (with a unique_ptr wrapper for convenience) allows us to optimize for this
253 // specific case by packing the array size into only 6 bits (it is highly
254 // unlikely that any debug value will need 64+ locations).
255 std::unique_ptr<unsigned[]> LocNos;
256 uint8_t LocNoCount : 6;
257 bool WasIndirect : 1;
258 bool WasList : 1;
259 const DIExpression *Expression = nullptr;
260};
261} // namespace
262
263/// Map of where a user value is live to that value.
264using LocMap = IntervalMap<SlotIndex, DbgVariableValue, 4>;
265
266/// Map of stack slot offsets for spilled locations.
267/// Non-spilled locations are not added to the map.
268using SpillOffsetMap = DenseMap<unsigned, unsigned>;
269
270/// Cache to save the location where it can be used as the starting
271/// position as input for calling MachineBasicBlock::SkipPHIsLabelsAndDebug.
272/// This is to prevent MachineBasicBlock::SkipPHIsLabelsAndDebug from
273/// repeatedly searching the same set of PHIs/Labels/Debug instructions
274/// if it is called many times for the same block.
275using BlockSkipInstsMap =
276 DenseMap<MachineBasicBlock *, MachineBasicBlock::iterator>;
277
278namespace {
279
280class LDVImpl;
281
282/// A user value is a part of a debug info user variable.
283///
284/// A DBG_VALUE instruction notes that (a sub-register of) a virtual register
285/// holds part of a user variable. The part is identified by a byte offset.
286///
287/// UserValues are grouped into equivalence classes for easier searching. Two
288/// user values are related if they are held by the same virtual register. The
289/// equivalence class is the transitive closure of that relation.
290class UserValue {
291 const DILocalVariable *Variable; ///< The debug info variable we are part of.
292 /// The part of the variable we describe.
293 const Optional<DIExpression::FragmentInfo> Fragment;
294 DebugLoc dl; ///< The debug location for the variable. This is
295 ///< used by dwarf writer to find lexical scope.
296 UserValue *leader; ///< Equivalence class leader.
297 UserValue *next = nullptr; ///< Next value in equivalence class, or null.
298
299 /// Numbered locations referenced by locmap.
300 SmallVector<MachineOperand, 4> locations;
301
302 /// Map of slot indices where this value is live.
303 LocMap locInts;
304
305 /// Set of interval start indexes that have been trimmed to the
306 /// lexical scope.
307 SmallSet<SlotIndex, 2> trimmedDefs;
308
309 /// Insert a DBG_VALUE into MBB at Idx for DbgValue.
310 void insertDebugValue(MachineBasicBlock *MBB, SlotIndex StartIdx,
311 SlotIndex StopIdx, DbgVariableValue DbgValue,
312 ArrayRef<bool> LocSpills,
313 ArrayRef<unsigned> SpillOffsets, LiveIntervals &LIS,
314 const TargetInstrInfo &TII,
315 const TargetRegisterInfo &TRI,
316 BlockSkipInstsMap &BBSkipInstsMap);
317
318 /// Replace OldLocNo ranges with NewRegs ranges where NewRegs
319 /// is live. Returns true if any changes were made.
320 bool splitLocation(unsigned OldLocNo, ArrayRef<Register> NewRegs,
321 LiveIntervals &LIS);
322
323public:
324 /// Create a new UserValue.
325 UserValue(const DILocalVariable *var,
326 Optional<DIExpression::FragmentInfo> Fragment, DebugLoc L,
327 LocMap::Allocator &alloc)
328 : Variable(var), Fragment(Fragment), dl(std::move(L)), leader(this),
329 locInts(alloc) {}
330
331 /// Get the leader of this value's equivalence class.
332 UserValue *getLeader() {
333 UserValue *l = leader;
334 while (l != l->leader)
335 l = l->leader;
336 return leader = l;
337 }
338
339 /// Return the next UserValue in the equivalence class.
340 UserValue *getNext() const { return next; }
341
342 /// Merge equivalence classes.
343 static UserValue *merge(UserValue *L1, UserValue *L2) {
344 L2 = L2->getLeader();
345 if (!L1)
346 return L2;
347 L1 = L1->getLeader();
348 if (L1 == L2)
349 return L1;
350 // Splice L2 before L1's members.
351 UserValue *End = L2;
352 while (End->next) {
353 End->leader = L1;
354 End = End->next;
355 }
356 End->leader = L1;
357 End->next = L1->next;
358 L1->next = L2;
359 return L1;
360 }
361
362 /// Return the location number that matches Loc.
363 ///
364 /// For undef values we always return location number UndefLocNo without
365 /// inserting anything in locations. Since locations is a vector and the
366 /// location number is the position in the vector and UndefLocNo is ~0,
367 /// we would need a very big vector to put the value at the right position.
368 unsigned getLocationNo(const MachineOperand &LocMO) {
369 if (LocMO.isReg()) {
370 if (LocMO.getReg() == 0)
371 return UndefLocNo;
372 // For register locations we dont care about use/def and other flags.
373 for (unsigned i = 0, e = locations.size(); i != e; ++i)
374 if (locations[i].isReg() &&
375 locations[i].getReg() == LocMO.getReg() &&
376 locations[i].getSubReg() == LocMO.getSubReg())
377 return i;
378 } else
379 for (unsigned i = 0, e = locations.size(); i != e; ++i)
380 if (LocMO.isIdenticalTo(locations[i]))
381 return i;
382 locations.push_back(LocMO);
383 // We are storing a MachineOperand outside a MachineInstr.
384 locations.back().clearParent();
385 // Don't store def operands.
386 if (locations.back().isReg()) {
387 if (locations.back().isDef())
388 locations.back().setIsDead(false);
389 locations.back().setIsUse();
390 }
391 return locations.size() - 1;
392 }
393
394 /// Remove (recycle) a location number. If \p LocNo still is used by the
395 /// locInts nothing is done.
396 void removeLocationIfUnused(unsigned LocNo) {
397 // Bail out if LocNo still is used.
398 for (LocMap::const_iterator I = locInts.begin(); I.valid(); ++I) {
399 const DbgVariableValue &DbgValue = I.value();
400 if (DbgValue.containsLocNo(LocNo))
401 return;
402 }
403 // Remove the entry in the locations vector, and adjust all references to
404 // location numbers above the removed entry.
405 locations.erase(locations.begin() + LocNo);
406 for (LocMap::iterator I = locInts.begin(); I.valid(); ++I) {
407 const DbgVariableValue &DbgValue = I.value();
408 if (DbgValue.hasLocNoGreaterThan(LocNo))
409 I.setValueUnchecked(DbgValue.decrementLocNosAfterPivot(LocNo));
410 }
411 }
412
413 /// Ensure that all virtual register locations are mapped.
414 void mapVirtRegs(LDVImpl *LDV);
415
416 /// Add a definition point to this user value.
417 void addDef(SlotIndex Idx, ArrayRef<MachineOperand> LocMOs, bool IsIndirect,
418 bool IsList, const DIExpression &Expr) {
419 SmallVector<unsigned> Locs;
420 for (MachineOperand Op : LocMOs)
421 Locs.push_back(getLocationNo(Op));
422 DbgVariableValue DbgValue(Locs, IsIndirect, IsList, Expr);
423 // Add a singular (Idx,Idx) -> value mapping.
424 LocMap::iterator I = locInts.find(Idx);
425 if (!I.valid() || I.start() != Idx)
426 I.insert(Idx, Idx.getNextSlot(), std::move(DbgValue));
427 else
428 // A later DBG_VALUE at the same SlotIndex overrides the old location.
429 I.setValue(std::move(DbgValue));
430 }
431
432 /// Extend the current definition as far as possible down.
433 ///
434 /// Stop when meeting an existing def or when leaving the live
435 /// range of VNI. End points where VNI is no longer live are added to Kills.
436 ///
437 /// We only propagate DBG_VALUES locally here. LiveDebugValues performs a
438 /// data-flow analysis to propagate them beyond basic block boundaries.
439 ///
440 /// \param Idx Starting point for the definition.
441 /// \param DbgValue value to propagate.
442 /// \param LiveIntervalInfo For each location number key in this map,
443 /// restricts liveness to where the LiveRange has the value equal to the\
444 /// VNInfo.
445 /// \param [out] Kills Append end points of VNI's live range to Kills.
446 /// \param LIS Live intervals analysis.
447 void extendDef(SlotIndex Idx, DbgVariableValue DbgValue,
448 SmallDenseMap<unsigned, std::pair<LiveRange *, const VNInfo *>>
449 &LiveIntervalInfo,
450 Optional<std::pair<SlotIndex, SmallVector<unsigned>>> &Kills,
451 LiveIntervals &LIS);
452
453 /// The value in LI may be copies to other registers. Determine if
454 /// any of the copies are available at the kill points, and add defs if
455 /// possible.
456 ///
457 /// \param DbgValue Location number of LI->reg, and DIExpression.
458 /// \param LocIntervals Scan for copies of the value for each location in the
459 /// corresponding LiveInterval->reg.
460 /// \param KilledAt The point where the range of DbgValue could be extended.
461 /// \param [in,out] NewDefs Append (Idx, DbgValue) of inserted defs here.
462 void addDefsFromCopies(
463 DbgVariableValue DbgValue,
464 SmallVectorImpl<std::pair<unsigned, LiveInterval *>> &LocIntervals,
465 SlotIndex KilledAt,
466 SmallVectorImpl<std::pair<SlotIndex, DbgVariableValue>> &NewDefs,
467 MachineRegisterInfo &MRI, LiveIntervals &LIS);
468
469 /// Compute the live intervals of all locations after collecting all their
470 /// def points.
471 void computeIntervals(MachineRegisterInfo &MRI, const TargetRegisterInfo &TRI,
472 LiveIntervals &LIS, LexicalScopes &LS);
473
474 /// Replace OldReg ranges with NewRegs ranges where NewRegs is
475 /// live. Returns true if any changes were made.
476 bool splitRegister(Register OldReg, ArrayRef<Register> NewRegs,
477 LiveIntervals &LIS);
478
479 /// Rewrite virtual register locations according to the provided virtual
480 /// register map. Record the stack slot offsets for the locations that
481 /// were spilled.
482 void rewriteLocations(VirtRegMap &VRM, const MachineFunction &MF,
483 const TargetInstrInfo &TII,
484 const TargetRegisterInfo &TRI,
485 SpillOffsetMap &SpillOffsets);
486
487 /// Recreate DBG_VALUE instruction from data structures.
488 void emitDebugValues(VirtRegMap *VRM, LiveIntervals &LIS,
489 const TargetInstrInfo &TII,
490 const TargetRegisterInfo &TRI,
491 const SpillOffsetMap &SpillOffsets,
492 BlockSkipInstsMap &BBSkipInstsMap);
493
494 /// Return DebugLoc of this UserValue.
495 const DebugLoc &getDebugLoc() { return dl; }
496
497 void print(raw_ostream &, const TargetRegisterInfo *);
498};
499
500/// A user label is a part of a debug info user label.
501class UserLabel {
502 const DILabel *Label; ///< The debug info label we are part of.
503 DebugLoc dl; ///< The debug location for the label. This is
504 ///< used by dwarf writer to find lexical scope.
505 SlotIndex loc; ///< Slot used by the debug label.
506
507 /// Insert a DBG_LABEL into MBB at Idx.
508 void insertDebugLabel(MachineBasicBlock *MBB, SlotIndex Idx,
509 LiveIntervals &LIS, const TargetInstrInfo &TII,
510 BlockSkipInstsMap &BBSkipInstsMap);
511
512public:
513 /// Create a new UserLabel.
514 UserLabel(const DILabel *label, DebugLoc L, SlotIndex Idx)
515 : Label(label), dl(std::move(L)), loc(Idx) {}
516
517 /// Does this UserLabel match the parameters?
518 bool matches(const DILabel *L, const DILocation *IA,
519 const SlotIndex Index) const {
520 return Label == L && dl->getInlinedAt() == IA && loc == Index;
521 }
522
523 /// Recreate DBG_LABEL instruction from data structures.
524 void emitDebugLabel(LiveIntervals &LIS, const TargetInstrInfo &TII,
525 BlockSkipInstsMap &BBSkipInstsMap);
526
527 /// Return DebugLoc of this UserLabel.
528 const DebugLoc &getDebugLoc() { return dl; }
529
530 void print(raw_ostream &, const TargetRegisterInfo *);
531};
532
533/// Implementation of the LiveDebugVariables pass.
534class LDVImpl {
535 LiveDebugVariables &pass;
536 LocMap::Allocator allocator;
537 MachineFunction *MF = nullptr;
538 LiveIntervals *LIS;
539 const TargetRegisterInfo *TRI;
540
541 /// Position and VReg of a PHI instruction during register allocation.
542 struct PHIValPos {
543 SlotIndex SI; /// Slot where this PHI occurs.
544 Register Reg; /// VReg this PHI occurs in.
545 unsigned SubReg; /// Qualifiying subregister for Reg.
546 };
547
548 /// Map from debug instruction number to PHI position during allocation.
549 std::map<unsigned, PHIValPos> PHIValToPos;
550 /// Index of, for each VReg, which debug instruction numbers and corresponding
551 /// PHIs are sensitive to splitting. Each VReg may have multiple PHI defs,
552 /// at different positions.
553 DenseMap<Register, std::vector<unsigned>> RegToPHIIdx;
554
555 /// Record for any debug instructions unlinked from their blocks during
556 /// regalloc. Stores the instr and it's location, so that they can be
557 /// re-inserted after regalloc is over.
558 struct InstrPos {
559 MachineInstr *MI; ///< Debug instruction, unlinked from it's block.
560 SlotIndex Idx; ///< Slot position where MI should be re-inserted.
561 MachineBasicBlock *MBB; ///< Block that MI was in.
562 };
563
564 /// Collection of stored debug instructions, preserved until after regalloc.
565 SmallVector<InstrPos, 32> StashedDebugInstrs;
566
567 /// Whether emitDebugValues is called.
568 bool EmitDone = false;
569
570 /// Whether the machine function is modified during the pass.
571 bool ModifiedMF = false;
572
573 /// All allocated UserValue instances.
574 SmallVector<std::unique_ptr<UserValue>, 8> userValues;
575
576 /// All allocated UserLabel instances.
577 SmallVector<std::unique_ptr<UserLabel>, 2> userLabels;
578
579 /// Map virtual register to eq class leader.
580 using VRMap = DenseMap<unsigned, UserValue *>;
581 VRMap virtRegToEqClass;
582
583 /// Map to find existing UserValue instances.
584 using UVMap = DenseMap<DebugVariable, UserValue *>;
585 UVMap userVarMap;
586
587 /// Find or create a UserValue.
588 UserValue *getUserValue(const DILocalVariable *Var,
589 Optional<DIExpression::FragmentInfo> Fragment,
590 const DebugLoc &DL);
591
592 /// Find the EC leader for VirtReg or null.
593 UserValue *lookupVirtReg(Register VirtReg);
594
595 /// Add DBG_VALUE instruction to our maps.
596 ///
597 /// \param MI DBG_VALUE instruction
598 /// \param Idx Last valid SLotIndex before instruction.
599 ///
600 /// \returns True if the DBG_VALUE instruction should be deleted.
601 bool handleDebugValue(MachineInstr &MI, SlotIndex Idx);
602
603 /// Track variable location debug instructions while using the instruction
604 /// referencing implementation. Such debug instructions do not need to be
605 /// updated during regalloc because they identify instructions rather than
606 /// register locations. However, they needs to be removed from the
607 /// MachineFunction during regalloc, then re-inserted later, to avoid
608 /// disrupting the allocator.
609 ///
610 /// \param MI Any DBG_VALUE / DBG_INSTR_REF / DBG_PHI instruction
611 /// \param Idx Last valid SlotIndex before instruction
612 ///
613 /// \returns Iterator to continue processing from after unlinking.
614 MachineBasicBlock::iterator handleDebugInstr(MachineInstr &MI, SlotIndex Idx);
615
616 /// Add DBG_LABEL instruction to UserLabel.
617 ///
618 /// \param MI DBG_LABEL instruction
619 /// \param Idx Last valid SlotIndex before instruction.
620 ///
621 /// \returns True if the DBG_LABEL instruction should be deleted.
622 bool handleDebugLabel(MachineInstr &MI, SlotIndex Idx);
623
624 /// Collect and erase all DBG_VALUE instructions, adding a UserValue def
625 /// for each instruction.
626 ///
627 /// \param mf MachineFunction to be scanned.
628 /// \param InstrRef Whether to operate in instruction referencing mode. If
629 /// true, most of LiveDebugVariables doesn't run.
630 ///
631 /// \returns True if any debug values were found.
632 bool collectDebugValues(MachineFunction &mf, bool InstrRef);
633
634 /// Compute the live intervals of all user values after collecting all
635 /// their def points.
636 void computeIntervals();
637
638public:
639 LDVImpl(LiveDebugVariables *ps) : pass(*ps) {}
640
641 bool runOnMachineFunction(MachineFunction &mf, bool InstrRef);
642
643 /// Release all memory.
644 void clear() {
645 MF = nullptr;
646 PHIValToPos.clear();
647 RegToPHIIdx.clear();
648 StashedDebugInstrs.clear();
649 userValues.clear();
650 userLabels.clear();
651 virtRegToEqClass.clear();
652 userVarMap.clear();
653 // Make sure we call emitDebugValues if the machine function was modified.
654 assert((!ModifiedMF || EmitDone) &&(static_cast <bool> ((!ModifiedMF || EmitDone) &&
"Dbg values are not emitted in LDV") ? void (0) : __assert_fail
("(!ModifiedMF || EmitDone) && \"Dbg values are not emitted in LDV\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 655, __extension__ __PRETTY_FUNCTION__))
655 "Dbg values are not emitted in LDV")(static_cast <bool> ((!ModifiedMF || EmitDone) &&
"Dbg values are not emitted in LDV") ? void (0) : __assert_fail
("(!ModifiedMF || EmitDone) && \"Dbg values are not emitted in LDV\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 655, __extension__ __PRETTY_FUNCTION__))
;
656 EmitDone = false;
657 ModifiedMF = false;
658 }
659
660 /// Map virtual register to an equivalence class.
661 void mapVirtReg(Register VirtReg, UserValue *EC);
662
663 /// Replace any PHI referring to OldReg with its corresponding NewReg, if
664 /// present.
665 void splitPHIRegister(Register OldReg, ArrayRef<Register> NewRegs);
666
667 /// Replace all references to OldReg with NewRegs.
668 void splitRegister(Register OldReg, ArrayRef<Register> NewRegs);
669
670 /// Recreate DBG_VALUE instruction from data structures.
671 void emitDebugValues(VirtRegMap *VRM);
672
673 void print(raw_ostream&);
674};
675
676} // end anonymous namespace
677
678#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
679static void printDebugLoc(const DebugLoc &DL, raw_ostream &CommentOS,
680 const LLVMContext &Ctx) {
681 if (!DL)
682 return;
683
684 auto *Scope = cast<DIScope>(DL.getScope());
685 // Omit the directory, because it's likely to be long and uninteresting.
686 CommentOS << Scope->getFilename();
687 CommentOS << ':' << DL.getLine();
688 if (DL.getCol() != 0)
689 CommentOS << ':' << DL.getCol();
690
691 DebugLoc InlinedAtDL = DL.getInlinedAt();
692 if (!InlinedAtDL)
693 return;
694
695 CommentOS << " @[ ";
696 printDebugLoc(InlinedAtDL, CommentOS, Ctx);
697 CommentOS << " ]";
698}
699
700static void printExtendedName(raw_ostream &OS, const DINode *Node,
701 const DILocation *DL) {
702 const LLVMContext &Ctx = Node->getContext();
703 StringRef Res;
704 unsigned Line = 0;
705 if (const auto *V = dyn_cast<const DILocalVariable>(Node)) {
706 Res = V->getName();
707 Line = V->getLine();
708 } else if (const auto *L = dyn_cast<const DILabel>(Node)) {
709 Res = L->getName();
710 Line = L->getLine();
711 }
712
713 if (!Res.empty())
714 OS << Res << "," << Line;
715 auto *InlinedAt = DL ? DL->getInlinedAt() : nullptr;
716 if (InlinedAt) {
717 if (DebugLoc InlinedAtDL = InlinedAt) {
718 OS << " @[";
719 printDebugLoc(InlinedAtDL, OS, Ctx);
720 OS << "]";
721 }
722 }
723}
724
725void UserValue::print(raw_ostream &OS, const TargetRegisterInfo *TRI) {
726 OS << "!\"";
727 printExtendedName(OS, Variable, dl);
728
729 OS << "\"\t";
730 for (LocMap::const_iterator I = locInts.begin(); I.valid(); ++I) {
731 OS << " [" << I.start() << ';' << I.stop() << "):";
732 if (I.value().isUndef())
733 OS << " undef";
734 else {
735 I.value().printLocNos(OS);
736 if (I.value().getWasIndirect())
737 OS << " ind";
738 else if (I.value().getWasList())
739 OS << " list";
740 }
741 }
742 for (unsigned i = 0, e = locations.size(); i != e; ++i) {
743 OS << " Loc" << i << '=';
744 locations[i].print(OS, TRI);
745 }
746 OS << '\n';
747}
748
749void UserLabel::print(raw_ostream &OS, const TargetRegisterInfo *TRI) {
750 OS << "!\"";
751 printExtendedName(OS, Label, dl);
752
753 OS << "\"\t";
754 OS << loc;
755 OS << '\n';
756}
757
758void LDVImpl::print(raw_ostream &OS) {
759 OS << "********** DEBUG VARIABLES **********\n";
760 for (auto &userValue : userValues)
761 userValue->print(OS, TRI);
762 OS << "********** DEBUG LABELS **********\n";
763 for (auto &userLabel : userLabels)
764 userLabel->print(OS, TRI);
765}
766#endif
767
768void UserValue::mapVirtRegs(LDVImpl *LDV) {
769 for (unsigned i = 0, e = locations.size(); i != e; ++i)
770 if (locations[i].isReg() &&
771 Register::isVirtualRegister(locations[i].getReg()))
772 LDV->mapVirtReg(locations[i].getReg(), this);
773}
774
775UserValue *LDVImpl::getUserValue(const DILocalVariable *Var,
776 Optional<DIExpression::FragmentInfo> Fragment,
777 const DebugLoc &DL) {
778 // FIXME: Handle partially overlapping fragments. See
779 // https://reviews.llvm.org/D70121#1849741.
780 DebugVariable ID(Var, Fragment, DL->getInlinedAt());
781 UserValue *&UV = userVarMap[ID];
782 if (!UV) {
783 userValues.push_back(
784 std::make_unique<UserValue>(Var, Fragment, DL, allocator));
785 UV = userValues.back().get();
786 }
787 return UV;
788}
789
790void LDVImpl::mapVirtReg(Register VirtReg, UserValue *EC) {
791 assert(Register::isVirtualRegister(VirtReg) && "Only map VirtRegs")(static_cast <bool> (Register::isVirtualRegister(VirtReg
) && "Only map VirtRegs") ? void (0) : __assert_fail (
"Register::isVirtualRegister(VirtReg) && \"Only map VirtRegs\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 791, __extension__ __PRETTY_FUNCTION__))
;
792 UserValue *&Leader = virtRegToEqClass[VirtReg];
793 Leader = UserValue::merge(Leader, EC);
794}
795
796UserValue *LDVImpl::lookupVirtReg(Register VirtReg) {
797 if (UserValue *UV = virtRegToEqClass.lookup(VirtReg))
798 return UV->getLeader();
799 return nullptr;
800}
801
802bool LDVImpl::handleDebugValue(MachineInstr &MI, SlotIndex Idx) {
803 // DBG_VALUE loc, offset, variable, expr
804 // DBG_VALUE_LIST variable, expr, locs...
805 if (!MI.isDebugValue()) {
806 LLVM_DEBUG(dbgs() << "Can't handle non-DBG_VALUE*: " << MI)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Can't handle non-DBG_VALUE*: "
<< MI; } } while (false)
;
807 return false;
808 }
809 if (!MI.getDebugVariableOp().isMetadata()) {
810 LLVM_DEBUG(dbgs() << "Can't handle DBG_VALUE* with invalid variable: "do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Can't handle DBG_VALUE* with invalid variable: "
<< MI; } } while (false)
811 << MI)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Can't handle DBG_VALUE* with invalid variable: "
<< MI; } } while (false)
;
812 return false;
813 }
814 if (MI.isNonListDebugValue() &&
815 (MI.getNumOperands() != 4 ||
816 !(MI.getDebugOffset().isImm() || MI.getDebugOffset().isReg()))) {
817 LLVM_DEBUG(dbgs() << "Can't handle malformed DBG_VALUE: " << MI)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Can't handle malformed DBG_VALUE: "
<< MI; } } while (false)
;
818 return false;
819 }
820
821 // Detect invalid DBG_VALUE instructions, with a debug-use of a virtual
822 // register that hasn't been defined yet. If we do not remove those here, then
823 // the re-insertion of the DBG_VALUE instruction after register allocation
824 // will be incorrect.
825 // TODO: If earlier passes are corrected to generate sane debug information
826 // (and if the machine verifier is improved to catch this), then these checks
827 // could be removed or replaced by asserts.
828 bool Discard = false;
829 for (const MachineOperand &Op : MI.debug_operands()) {
830 if (Op.isReg() && Register::isVirtualRegister(Op.getReg())) {
831 const Register Reg = Op.getReg();
832 if (!LIS->hasInterval(Reg)) {
833 // The DBG_VALUE is described by a virtual register that does not have a
834 // live interval. Discard the DBG_VALUE.
835 Discard = true;
836 LLVM_DEBUG(dbgs() << "Discarding debug info (no LIS interval): " << Idxdo { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Discarding debug info (no LIS interval): "
<< Idx << " " << MI; } } while (false)
837 << " " << MI)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Discarding debug info (no LIS interval): "
<< Idx << " " << MI; } } while (false)
;
838 } else {
839 // The DBG_VALUE is only valid if either Reg is live out from Idx, or
840 // Reg is defined dead at Idx (where Idx is the slot index for the
841 // instruction preceding the DBG_VALUE).
842 const LiveInterval &LI = LIS->getInterval(Reg);
843 LiveQueryResult LRQ = LI.Query(Idx);
844 if (!LRQ.valueOutOrDead()) {
845 // We have found a DBG_VALUE with the value in a virtual register that
846 // is not live. Discard the DBG_VALUE.
847 Discard = true;
848 LLVM_DEBUG(dbgs() << "Discarding debug info (reg not live): " << Idxdo { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Discarding debug info (reg not live): "
<< Idx << " " << MI; } } while (false)
849 << " " << MI)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Discarding debug info (reg not live): "
<< Idx << " " << MI; } } while (false)
;
850 }
851 }
852 }
853 }
854
855 // Get or create the UserValue for (variable,offset) here.
856 bool IsIndirect = MI.isDebugOffsetImm();
857 if (IsIndirect)
858 assert(MI.getDebugOffset().getImm() == 0 &&(static_cast <bool> (MI.getDebugOffset().getImm() == 0 &&
"DBG_VALUE with nonzero offset") ? void (0) : __assert_fail (
"MI.getDebugOffset().getImm() == 0 && \"DBG_VALUE with nonzero offset\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 859, __extension__ __PRETTY_FUNCTION__))
859 "DBG_VALUE with nonzero offset")(static_cast <bool> (MI.getDebugOffset().getImm() == 0 &&
"DBG_VALUE with nonzero offset") ? void (0) : __assert_fail (
"MI.getDebugOffset().getImm() == 0 && \"DBG_VALUE with nonzero offset\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 859, __extension__ __PRETTY_FUNCTION__))
;
860 bool IsList = MI.isDebugValueList();
861 const DILocalVariable *Var = MI.getDebugVariable();
862 const DIExpression *Expr = MI.getDebugExpression();
863 UserValue *UV = getUserValue(Var, Expr->getFragmentInfo(), MI.getDebugLoc());
864 if (!Discard)
865 UV->addDef(Idx,
866 ArrayRef<MachineOperand>(MI.debug_operands().begin(),
867 MI.debug_operands().end()),
868 IsIndirect, IsList, *Expr);
869 else {
870 MachineOperand MO = MachineOperand::CreateReg(0U, false);
871 MO.setIsDebug();
872 // We should still pass a list the same size as MI.debug_operands() even if
873 // all MOs are undef, so that DbgVariableValue can correctly adjust the
874 // expression while removing the duplicated undefs.
875 SmallVector<MachineOperand, 4> UndefMOs(MI.getNumDebugOperands(), MO);
876 UV->addDef(Idx, UndefMOs, false, IsList, *Expr);
877 }
878 return true;
879}
880
881MachineBasicBlock::iterator LDVImpl::handleDebugInstr(MachineInstr &MI,
882 SlotIndex Idx) {
883 assert(MI.isDebugValue() || MI.isDebugRef() || MI.isDebugPHI())(static_cast <bool> (MI.isDebugValue() || MI.isDebugRef
() || MI.isDebugPHI()) ? void (0) : __assert_fail ("MI.isDebugValue() || MI.isDebugRef() || MI.isDebugPHI()"
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 883, __extension__ __PRETTY_FUNCTION__))
;
884
885 // In instruction referencing mode, there should be no DBG_VALUE instructions
886 // that refer to virtual registers. They might still refer to constants.
887 if (MI.isDebugValue())
888 assert(!MI.getOperand(0).isReg() || !MI.getOperand(0).getReg().isVirtual())(static_cast <bool> (!MI.getOperand(0).isReg() || !MI.getOperand
(0).getReg().isVirtual()) ? void (0) : __assert_fail ("!MI.getOperand(0).isReg() || !MI.getOperand(0).getReg().isVirtual()"
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 888, __extension__ __PRETTY_FUNCTION__))
;
889
890 // Unlink the instruction, store it in the debug instructions collection.
891 auto NextInst = std::next(MI.getIterator());
892 auto *MBB = MI.getParent();
893 MI.removeFromParent();
894 StashedDebugInstrs.push_back({&MI, Idx, MBB});
895 return NextInst;
896}
897
898bool LDVImpl::handleDebugLabel(MachineInstr &MI, SlotIndex Idx) {
899 // DBG_LABEL label
900 if (MI.getNumOperands() != 1 || !MI.getOperand(0).isMetadata()) {
901 LLVM_DEBUG(dbgs() << "Can't handle " << MI)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Can't handle " <<
MI; } } while (false)
;
902 return false;
903 }
904
905 // Get or create the UserLabel for label here.
906 const DILabel *Label = MI.getDebugLabel();
907 const DebugLoc &DL = MI.getDebugLoc();
908 bool Found = false;
909 for (auto const &L : userLabels) {
910 if (L->matches(Label, DL->getInlinedAt(), Idx)) {
911 Found = true;
912 break;
913 }
914 }
915 if (!Found)
916 userLabels.push_back(std::make_unique<UserLabel>(Label, DL, Idx));
917
918 return true;
919}
920
921bool LDVImpl::collectDebugValues(MachineFunction &mf, bool InstrRef) {
922 bool Changed = false;
923 for (MachineBasicBlock &MBB : mf) {
924 for (MachineBasicBlock::iterator MBBI = MBB.begin(), MBBE = MBB.end();
925 MBBI != MBBE;) {
926 // Use the first debug instruction in the sequence to get a SlotIndex
927 // for following consecutive debug instructions.
928 if (!MBBI->isDebugOrPseudoInstr()) {
929 ++MBBI;
930 continue;
931 }
932 // Debug instructions has no slot index. Use the previous
933 // non-debug instruction's SlotIndex as its SlotIndex.
934 SlotIndex Idx =
935 MBBI == MBB.begin()
936 ? LIS->getMBBStartIdx(&MBB)
937 : LIS->getInstructionIndex(*std::prev(MBBI)).getRegSlot();
938 // Handle consecutive debug instructions with the same slot index.
939 do {
940 // In instruction referencing mode, pass each instr to handleDebugInstr
941 // to be unlinked. Ignore DBG_VALUE_LISTs -- they refer to vregs, and
942 // need to go through the normal live interval splitting process.
943 if (InstrRef && (MBBI->isNonListDebugValue() || MBBI->isDebugPHI() ||
944 MBBI->isDebugRef())) {
945 MBBI = handleDebugInstr(*MBBI, Idx);
946 Changed = true;
947 // In normal debug mode, use the dedicated DBG_VALUE / DBG_LABEL handler
948 // to track things through register allocation, and erase the instr.
949 } else if ((MBBI->isDebugValue() && handleDebugValue(*MBBI, Idx)) ||
950 (MBBI->isDebugLabel() && handleDebugLabel(*MBBI, Idx))) {
951 MBBI = MBB.erase(MBBI);
952 Changed = true;
953 } else
954 ++MBBI;
955 } while (MBBI != MBBE && MBBI->isDebugOrPseudoInstr());
956 }
957 }
958 return Changed;
959}
960
961void UserValue::extendDef(
962 SlotIndex Idx, DbgVariableValue DbgValue,
963 SmallDenseMap<unsigned, std::pair<LiveRange *, const VNInfo *>>
964 &LiveIntervalInfo,
965 Optional<std::pair<SlotIndex, SmallVector<unsigned>>> &Kills,
966 LiveIntervals &LIS) {
967 SlotIndex Start = Idx;
968 MachineBasicBlock *MBB = LIS.getMBBFromIndex(Start);
969 SlotIndex Stop = LIS.getMBBEndIdx(MBB);
970 LocMap::iterator I = locInts.find(Start);
971
972 // Limit to the intersection of the VNIs' live ranges.
973 for (auto &LII : LiveIntervalInfo) {
974 LiveRange *LR = LII.second.first;
975 assert(LR && LII.second.second && "Missing range info for Idx.")(static_cast <bool> (LR && LII.second.second &&
"Missing range info for Idx.") ? void (0) : __assert_fail ("LR && LII.second.second && \"Missing range info for Idx.\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 975, __extension__ __PRETTY_FUNCTION__))
;
976 LiveInterval::Segment *Segment = LR->getSegmentContaining(Start);
977 assert(Segment && Segment->valno == LII.second.second &&(static_cast <bool> (Segment && Segment->valno
== LII.second.second && "Invalid VNInfo for Idx given?"
) ? void (0) : __assert_fail ("Segment && Segment->valno == LII.second.second && \"Invalid VNInfo for Idx given?\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 978, __extension__ __PRETTY_FUNCTION__))
978 "Invalid VNInfo for Idx given?")(static_cast <bool> (Segment && Segment->valno
== LII.second.second && "Invalid VNInfo for Idx given?"
) ? void (0) : __assert_fail ("Segment && Segment->valno == LII.second.second && \"Invalid VNInfo for Idx given?\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 978, __extension__ __PRETTY_FUNCTION__))
;
979 if (Segment->end < Stop) {
980 Stop = Segment->end;
981 Kills = {Stop, {LII.first}};
982 } else if (Segment->end == Stop && Kills.hasValue()) {
983 // If multiple locations end at the same place, track all of them in
984 // Kills.
985 Kills->second.push_back(LII.first);
986 }
987 }
988
989 // There could already be a short def at Start.
990 if (I.valid() && I.start() <= Start) {
991 // Stop when meeting a different location or an already extended interval.
992 Start = Start.getNextSlot();
993 if (I.value() != DbgValue || I.stop() != Start) {
994 // Clear `Kills`, as we have a new def available.
995 Kills = None;
996 return;
997 }
998 // This is a one-slot placeholder. Just skip it.
999 ++I;
1000 }
1001
1002 // Limited by the next def.
1003 if (I.valid() && I.start() < Stop) {
1004 Stop = I.start();
1005 // Clear `Kills`, as we have a new def available.
1006 Kills = None;
1007 }
1008
1009 if (Start < Stop) {
1010 DbgVariableValue ExtDbgValue(DbgValue);
1011 I.insert(Start, Stop, std::move(ExtDbgValue));
1012 }
1013}
1014
1015void UserValue::addDefsFromCopies(
1016 DbgVariableValue DbgValue,
1017 SmallVectorImpl<std::pair<unsigned, LiveInterval *>> &LocIntervals,
1018 SlotIndex KilledAt,
1019 SmallVectorImpl<std::pair<SlotIndex, DbgVariableValue>> &NewDefs,
1020 MachineRegisterInfo &MRI, LiveIntervals &LIS) {
1021 // Don't track copies from physregs, there are too many uses.
1022 if (any_of(LocIntervals, [](auto LocI) {
1023 return !Register::isVirtualRegister(LocI.second->reg());
1024 }))
1025 return;
1026
1027 // Collect all the (vreg, valno) pairs that are copies of LI.
1028 SmallDenseMap<unsigned,
1029 SmallVector<std::pair<LiveInterval *, const VNInfo *>, 4>>
1030 CopyValues;
1031 for (auto &LocInterval : LocIntervals) {
1032 unsigned LocNo = LocInterval.first;
1033 LiveInterval *LI = LocInterval.second;
1034 for (MachineOperand &MO : MRI.use_nodbg_operands(LI->reg())) {
1035 MachineInstr *MI = MO.getParent();
1036 // Copies of the full value.
1037 if (MO.getSubReg() || !MI->isCopy())
1038 continue;
1039 Register DstReg = MI->getOperand(0).getReg();
1040
1041 // Don't follow copies to physregs. These are usually setting up call
1042 // arguments, and the argument registers are always call clobbered. We are
1043 // better off in the source register which could be a callee-saved
1044 // register, or it could be spilled.
1045 if (!Register::isVirtualRegister(DstReg))
1046 continue;
1047
1048 // Is the value extended to reach this copy? If not, another def may be
1049 // blocking it, or we are looking at a wrong value of LI.
1050 SlotIndex Idx = LIS.getInstructionIndex(*MI);
1051 LocMap::iterator I = locInts.find(Idx.getRegSlot(true));
1052 if (!I.valid() || I.value() != DbgValue)
1053 continue;
1054
1055 if (!LIS.hasInterval(DstReg))
1056 continue;
1057 LiveInterval *DstLI = &LIS.getInterval(DstReg);
1058 const VNInfo *DstVNI = DstLI->getVNInfoAt(Idx.getRegSlot());
1059 assert(DstVNI && DstVNI->def == Idx.getRegSlot() && "Bad copy value")(static_cast <bool> (DstVNI && DstVNI->def ==
Idx.getRegSlot() && "Bad copy value") ? void (0) : __assert_fail
("DstVNI && DstVNI->def == Idx.getRegSlot() && \"Bad copy value\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1059, __extension__ __PRETTY_FUNCTION__))
;
1060 CopyValues[LocNo].push_back(std::make_pair(DstLI, DstVNI));
1061 }
1062 }
1063
1064 if (CopyValues.empty())
1065 return;
1066
1067#if !defined(NDEBUG)
1068 for (auto &LocInterval : LocIntervals)
1069 LLVM_DEBUG(dbgs() << "Got " << CopyValues[LocInterval.first].size()do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Got " << CopyValues
[LocInterval.first].size() << " copies of " << *LocInterval
.second << '\n'; } } while (false)
1070 << " copies of " << *LocInterval.second << '\n')do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Got " << CopyValues
[LocInterval.first].size() << " copies of " << *LocInterval
.second << '\n'; } } while (false)
;
1071#endif
1072
1073 // Try to add defs of the copied values for the kill point. Check that there
1074 // isn't already a def at Idx.
1075 LocMap::iterator I = locInts.find(KilledAt);
1076 if (I.valid() && I.start() <= KilledAt)
1077 return;
1078 DbgVariableValue NewValue(DbgValue);
1079 for (auto &LocInterval : LocIntervals) {
1080 unsigned LocNo = LocInterval.first;
1081 bool FoundCopy = false;
1082 for (auto &LIAndVNI : CopyValues[LocNo]) {
1083 LiveInterval *DstLI = LIAndVNI.first;
1084 const VNInfo *DstVNI = LIAndVNI.second;
1085 if (DstLI->getVNInfoAt(KilledAt) != DstVNI)
1086 continue;
1087 LLVM_DEBUG(dbgs() << "Kill at " << KilledAt << " covered by valno #"do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Kill at " << KilledAt
<< " covered by valno #" << DstVNI->id <<
" in " << *DstLI << '\n'; } } while (false)
1088 << DstVNI->id << " in " << *DstLI << '\n')do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "Kill at " << KilledAt
<< " covered by valno #" << DstVNI->id <<
" in " << *DstLI << '\n'; } } while (false)
;
1089 MachineInstr *CopyMI = LIS.getInstructionFromIndex(DstVNI->def);
1090 assert(CopyMI && CopyMI->isCopy() && "Bad copy value")(static_cast <bool> (CopyMI && CopyMI->isCopy
() && "Bad copy value") ? void (0) : __assert_fail ("CopyMI && CopyMI->isCopy() && \"Bad copy value\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1090, __extension__ __PRETTY_FUNCTION__))
;
1091 unsigned NewLocNo = getLocationNo(CopyMI->getOperand(0));
1092 NewValue = NewValue.changeLocNo(LocNo, NewLocNo);
1093 FoundCopy = true;
1094 break;
1095 }
1096 // If there are any killed locations we can't find a copy for, we can't
1097 // extend the variable value.
1098 if (!FoundCopy)
1099 return;
1100 }
1101 I.insert(KilledAt, KilledAt.getNextSlot(), NewValue);
1102 NewDefs.push_back(std::make_pair(KilledAt, NewValue));
1103}
1104
1105void UserValue::computeIntervals(MachineRegisterInfo &MRI,
1106 const TargetRegisterInfo &TRI,
1107 LiveIntervals &LIS, LexicalScopes &LS) {
1108 SmallVector<std::pair<SlotIndex, DbgVariableValue>, 16> Defs;
1109
1110 // Collect all defs to be extended (Skipping undefs).
1111 for (LocMap::const_iterator I = locInts.begin(); I.valid(); ++I)
1112 if (!I.value().isUndef())
1113 Defs.push_back(std::make_pair(I.start(), I.value()));
1114
1115 // Extend all defs, and possibly add new ones along the way.
1116 for (unsigned i = 0; i != Defs.size(); ++i) {
1117 SlotIndex Idx = Defs[i].first;
1118 DbgVariableValue DbgValue = Defs[i].second;
1119 SmallDenseMap<unsigned, std::pair<LiveRange *, const VNInfo *>> LIs;
1120 SmallVector<const VNInfo *, 4> VNIs;
1121 bool ShouldExtendDef = false;
1122 for (unsigned LocNo : DbgValue.loc_nos()) {
1123 const MachineOperand &LocMO = locations[LocNo];
1124 if (!LocMO.isReg() || !Register::isVirtualRegister(LocMO.getReg())) {
1125 ShouldExtendDef |= !LocMO.isReg();
1126 continue;
1127 }
1128 ShouldExtendDef = true;
1129 LiveInterval *LI = nullptr;
1130 const VNInfo *VNI = nullptr;
1131 if (LIS.hasInterval(LocMO.getReg())) {
1132 LI = &LIS.getInterval(LocMO.getReg());
1133 VNI = LI->getVNInfoAt(Idx);
1134 }
1135 if (LI && VNI)
1136 LIs[LocNo] = {LI, VNI};
1137 }
1138 if (ShouldExtendDef) {
1139 Optional<std::pair<SlotIndex, SmallVector<unsigned>>> Kills;
1140 extendDef(Idx, DbgValue, LIs, Kills, LIS);
1141
1142 if (Kills) {
1143 SmallVector<std::pair<unsigned, LiveInterval *>, 2> KilledLocIntervals;
1144 bool AnySubreg = false;
1145 for (unsigned LocNo : Kills->second) {
1146 const MachineOperand &LocMO = this->locations[LocNo];
1147 if (LocMO.getSubReg()) {
1148 AnySubreg = true;
1149 break;
1150 }
1151 LiveInterval *LI = &LIS.getInterval(LocMO.getReg());
1152 KilledLocIntervals.push_back({LocNo, LI});
1153 }
1154
1155 // FIXME: Handle sub-registers in addDefsFromCopies. The problem is that
1156 // if the original location for example is %vreg0:sub_hi, and we find a
1157 // full register copy in addDefsFromCopies (at the moment it only
1158 // handles full register copies), then we must add the sub1 sub-register
1159 // index to the new location. However, that is only possible if the new
1160 // virtual register is of the same regclass (or if there is an
1161 // equivalent sub-register in that regclass). For now, simply skip
1162 // handling copies if a sub-register is involved.
1163 if (!AnySubreg)
1164 addDefsFromCopies(DbgValue, KilledLocIntervals, Kills->first, Defs,
1165 MRI, LIS);
1166 }
1167 }
1168
1169 // For physregs, we only mark the start slot idx. DwarfDebug will see it
1170 // as if the DBG_VALUE is valid up until the end of the basic block, or
1171 // the next def of the physical register. So we do not need to extend the
1172 // range. It might actually happen that the DBG_VALUE is the last use of
1173 // the physical register (e.g. if this is an unused input argument to a
1174 // function).
1175 }
1176
1177 // The computed intervals may extend beyond the range of the debug
1178 // location's lexical scope. In this case, splitting of an interval
1179 // can result in an interval outside of the scope being created,
1180 // causing extra unnecessary DBG_VALUEs to be emitted. To prevent
1181 // this, trim the intervals to the lexical scope in the case of inlined
1182 // variables, since heavy inlining may cause production of dramatically big
1183 // number of DBG_VALUEs to be generated.
1184 if (!dl.getInlinedAt())
1185 return;
1186
1187 LexicalScope *Scope = LS.findLexicalScope(dl);
1188 if (!Scope)
1189 return;
1190
1191 SlotIndex PrevEnd;
1192 LocMap::iterator I = locInts.begin();
1193
1194 // Iterate over the lexical scope ranges. Each time round the loop
1195 // we check the intervals for overlap with the end of the previous
1196 // range and the start of the next. The first range is handled as
1197 // a special case where there is no PrevEnd.
1198 for (const InsnRange &Range : Scope->getRanges()) {
1199 SlotIndex RStart = LIS.getInstructionIndex(*Range.first);
1200 SlotIndex REnd = LIS.getInstructionIndex(*Range.second);
1201
1202 // Variable locations at the first instruction of a block should be
1203 // based on the block's SlotIndex, not the first instruction's index.
1204 if (Range.first == Range.first->getParent()->begin())
1205 RStart = LIS.getSlotIndexes()->getIndexBefore(*Range.first);
1206
1207 // At the start of each iteration I has been advanced so that
1208 // I.stop() >= PrevEnd. Check for overlap.
1209 if (PrevEnd && I.start() < PrevEnd) {
1210 SlotIndex IStop = I.stop();
1211 DbgVariableValue DbgValue = I.value();
1212
1213 // Stop overlaps previous end - trim the end of the interval to
1214 // the scope range.
1215 I.setStopUnchecked(PrevEnd);
1216 ++I;
1217
1218 // If the interval also overlaps the start of the "next" (i.e.
1219 // current) range create a new interval for the remainder (which
1220 // may be further trimmed).
1221 if (RStart < IStop)
1222 I.insert(RStart, IStop, DbgValue);
1223 }
1224
1225 // Advance I so that I.stop() >= RStart, and check for overlap.
1226 I.advanceTo(RStart);
1227 if (!I.valid())
1228 return;
1229
1230 if (I.start() < RStart) {
1231 // Interval start overlaps range - trim to the scope range.
1232 I.setStartUnchecked(RStart);
1233 // Remember that this interval was trimmed.
1234 trimmedDefs.insert(RStart);
1235 }
1236
1237 // The end of a lexical scope range is the last instruction in the
1238 // range. To convert to an interval we need the index of the
1239 // instruction after it.
1240 REnd = REnd.getNextIndex();
1241
1242 // Advance I to first interval outside current range.
1243 I.advanceTo(REnd);
1244 if (!I.valid())
1245 return;
1246
1247 PrevEnd = REnd;
1248 }
1249
1250 // Check for overlap with end of final range.
1251 if (PrevEnd && I.start() < PrevEnd)
1252 I.setStopUnchecked(PrevEnd);
1253}
1254
1255void LDVImpl::computeIntervals() {
1256 LexicalScopes LS;
1257 LS.initialize(*MF);
1258
1259 for (unsigned i = 0, e = userValues.size(); i != e; ++i) {
1260 userValues[i]->computeIntervals(MF->getRegInfo(), *TRI, *LIS, LS);
1261 userValues[i]->mapVirtRegs(this);
1262 }
1263}
1264
1265bool LDVImpl::runOnMachineFunction(MachineFunction &mf, bool InstrRef) {
1266 clear();
1267 MF = &mf;
1268 LIS = &pass.getAnalysis<LiveIntervals>();
1269 TRI = mf.getSubtarget().getRegisterInfo();
1270 LLVM_DEBUG(dbgs() << "********** COMPUTING LIVE DEBUG VARIABLES: "do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "********** COMPUTING LIVE DEBUG VARIABLES: "
<< mf.getName() << " **********\n"; } } while (false
)
1271 << mf.getName() << " **********\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "********** COMPUTING LIVE DEBUG VARIABLES: "
<< mf.getName() << " **********\n"; } } while (false
)
;
1272
1273 bool Changed = collectDebugValues(mf, InstrRef);
1274 computeIntervals();
1275 LLVM_DEBUG(print(dbgs()))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { print(dbgs()); } } while (false)
;
1276
1277 // Collect the set of VReg / SlotIndexs where PHIs occur; index the sensitive
1278 // VRegs too, for when we're notified of a range split.
1279 SlotIndexes *Slots = LIS->getSlotIndexes();
1280 for (const auto &PHIIt : MF->DebugPHIPositions) {
1281 const MachineFunction::DebugPHIRegallocPos &Position = PHIIt.second;
1282 MachineBasicBlock *MBB = Position.MBB;
1283 Register Reg = Position.Reg;
1284 unsigned SubReg = Position.SubReg;
1285 SlotIndex SI = Slots->getMBBStartIdx(MBB);
1286 PHIValPos VP = {SI, Reg, SubReg};
1287 PHIValToPos.insert(std::make_pair(PHIIt.first, VP));
1288 RegToPHIIdx[Reg].push_back(PHIIt.first);
1289 }
1290
1291 ModifiedMF = Changed;
1292 return Changed;
1293}
1294
1295static void removeDebugInstrs(MachineFunction &mf) {
1296 for (MachineBasicBlock &MBB : mf) {
1297 for (auto MBBI = MBB.begin(), MBBE = MBB.end(); MBBI != MBBE; ) {
1298 if (!MBBI->isDebugInstr()) {
1299 ++MBBI;
1300 continue;
1301 }
1302 MBBI = MBB.erase(MBBI);
1303 }
1304 }
1305}
1306
1307bool LiveDebugVariables::runOnMachineFunction(MachineFunction &mf) {
1308 if (!EnableLDV)
1309 return false;
1310 if (!mf.getFunction().getSubprogram()) {
1311 removeDebugInstrs(mf);
1312 return false;
1313 }
1314
1315 // Have we been asked to track variable locations using instruction
1316 // referencing?
1317 bool InstrRef = mf.useDebugInstrRef();
1318
1319 if (!pImpl)
1320 pImpl = new LDVImpl(this);
1321 return static_cast<LDVImpl *>(pImpl)->runOnMachineFunction(mf, InstrRef);
1322}
1323
1324void LiveDebugVariables::releaseMemory() {
1325 if (pImpl)
1326 static_cast<LDVImpl*>(pImpl)->clear();
1327}
1328
1329LiveDebugVariables::~LiveDebugVariables() {
1330 if (pImpl)
1331 delete static_cast<LDVImpl*>(pImpl);
1332}
1333
1334//===----------------------------------------------------------------------===//
1335// Live Range Splitting
1336//===----------------------------------------------------------------------===//
1337
1338bool
1339UserValue::splitLocation(unsigned OldLocNo, ArrayRef<Register> NewRegs,
1340 LiveIntervals& LIS) {
1341 LLVM_DEBUG({do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Splitting Loc" <<
OldLocNo << '\t'; print(dbgs(), nullptr); }; } } while
(false)
1342 dbgs() << "Splitting Loc" << OldLocNo << '\t';do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Splitting Loc" <<
OldLocNo << '\t'; print(dbgs(), nullptr); }; } } while
(false)
1343 print(dbgs(), nullptr);do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Splitting Loc" <<
OldLocNo << '\t'; print(dbgs(), nullptr); }; } } while
(false)
1344 })do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Splitting Loc" <<
OldLocNo << '\t'; print(dbgs(), nullptr); }; } } while
(false)
;
1345 bool DidChange = false;
1346 LocMap::iterator LocMapI;
1347 LocMapI.setMap(locInts);
1348 for (unsigned i = 0; i != NewRegs.size(); ++i) {
1349 LiveInterval *LI = &LIS.getInterval(NewRegs[i]);
1350 if (LI->empty())
1351 continue;
1352
1353 // Don't allocate the new LocNo until it is needed.
1354 unsigned NewLocNo = UndefLocNo;
1355
1356 // Iterate over the overlaps between locInts and LI.
1357 LocMapI.find(LI->beginIndex());
1358 if (!LocMapI.valid())
1359 continue;
1360 LiveInterval::iterator LII = LI->advanceTo(LI->begin(), LocMapI.start());
1361 LiveInterval::iterator LIE = LI->end();
1362 while (LocMapI.valid() && LII != LIE) {
1363 // At this point, we know that LocMapI.stop() > LII->start.
1364 LII = LI->advanceTo(LII, LocMapI.start());
1365 if (LII == LIE)
1366 break;
1367
1368 // Now LII->end > LocMapI.start(). Do we have an overlap?
1369 if (LocMapI.value().containsLocNo(OldLocNo) &&
1370 LII->start < LocMapI.stop()) {
1371 // Overlapping correct location. Allocate NewLocNo now.
1372 if (NewLocNo == UndefLocNo) {
1373 MachineOperand MO = MachineOperand::CreateReg(LI->reg(), false);
1374 MO.setSubReg(locations[OldLocNo].getSubReg());
1375 NewLocNo = getLocationNo(MO);
1376 DidChange = true;
1377 }
1378
1379 SlotIndex LStart = LocMapI.start();
1380 SlotIndex LStop = LocMapI.stop();
1381 DbgVariableValue OldDbgValue = LocMapI.value();
1382
1383 // Trim LocMapI down to the LII overlap.
1384 if (LStart < LII->start)
1385 LocMapI.setStartUnchecked(LII->start);
1386 if (LStop > LII->end)
1387 LocMapI.setStopUnchecked(LII->end);
1388
1389 // Change the value in the overlap. This may trigger coalescing.
1390 LocMapI.setValue(OldDbgValue.changeLocNo(OldLocNo, NewLocNo));
1391
1392 // Re-insert any removed OldDbgValue ranges.
1393 if (LStart < LocMapI.start()) {
1394 LocMapI.insert(LStart, LocMapI.start(), OldDbgValue);
1395 ++LocMapI;
1396 assert(LocMapI.valid() && "Unexpected coalescing")(static_cast <bool> (LocMapI.valid() && "Unexpected coalescing"
) ? void (0) : __assert_fail ("LocMapI.valid() && \"Unexpected coalescing\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1396, __extension__ __PRETTY_FUNCTION__))
;
1397 }
1398 if (LStop > LocMapI.stop()) {
1399 ++LocMapI;
1400 LocMapI.insert(LII->end, LStop, OldDbgValue);
1401 --LocMapI;
1402 }
1403 }
1404
1405 // Advance to the next overlap.
1406 if (LII->end < LocMapI.stop()) {
1407 if (++LII == LIE)
1408 break;
1409 LocMapI.advanceTo(LII->start);
1410 } else {
1411 ++LocMapI;
1412 if (!LocMapI.valid())
1413 break;
1414 LII = LI->advanceTo(LII, LocMapI.start());
1415 }
1416 }
1417 }
1418
1419 // Finally, remove OldLocNo unless it is still used by some interval in the
1420 // locInts map. One case when OldLocNo still is in use is when the register
1421 // has been spilled. In such situations the spilled register is kept as a
1422 // location until rewriteLocations is called (VirtRegMap is mapping the old
1423 // register to the spill slot). So for a while we can have locations that map
1424 // to virtual registers that have been removed from both the MachineFunction
1425 // and from LiveIntervals.
1426 //
1427 // We may also just be using the location for a value with a different
1428 // expression.
1429 removeLocationIfUnused(OldLocNo);
1430
1431 LLVM_DEBUG({do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Split result: \t"; print
(dbgs(), nullptr); }; } } while (false)
1432 dbgs() << "Split result: \t";do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Split result: \t"; print
(dbgs(), nullptr); }; } } while (false)
1433 print(dbgs(), nullptr);do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Split result: \t"; print
(dbgs(), nullptr); }; } } while (false)
1434 })do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { { dbgs() << "Split result: \t"; print
(dbgs(), nullptr); }; } } while (false)
;
1435 return DidChange;
1436}
1437
1438bool
1439UserValue::splitRegister(Register OldReg, ArrayRef<Register> NewRegs,
1440 LiveIntervals &LIS) {
1441 bool DidChange = false;
1442 // Split locations referring to OldReg. Iterate backwards so splitLocation can
1443 // safely erase unused locations.
1444 for (unsigned i = locations.size(); i ; --i) {
1445 unsigned LocNo = i-1;
1446 const MachineOperand *Loc = &locations[LocNo];
1447 if (!Loc->isReg() || Loc->getReg() != OldReg)
1448 continue;
1449 DidChange |= splitLocation(LocNo, NewRegs, LIS);
1450 }
1451 return DidChange;
1452}
1453
1454void LDVImpl::splitPHIRegister(Register OldReg, ArrayRef<Register> NewRegs) {
1455 auto RegIt = RegToPHIIdx.find(OldReg);
1456 if (RegIt == RegToPHIIdx.end())
1457 return;
1458
1459 std::vector<std::pair<Register, unsigned>> NewRegIdxes;
1460 // Iterate over all the debug instruction numbers affected by this split.
1461 for (unsigned InstrID : RegIt->second) {
1462 auto PHIIt = PHIValToPos.find(InstrID);
1463 assert(PHIIt != PHIValToPos.end())(static_cast <bool> (PHIIt != PHIValToPos.end()) ? void
(0) : __assert_fail ("PHIIt != PHIValToPos.end()", "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1463, __extension__ __PRETTY_FUNCTION__))
;
1464 const SlotIndex &Slot = PHIIt->second.SI;
1465 assert(OldReg == PHIIt->second.Reg)(static_cast <bool> (OldReg == PHIIt->second.Reg) ? void
(0) : __assert_fail ("OldReg == PHIIt->second.Reg", "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1465, __extension__ __PRETTY_FUNCTION__))
;
1466
1467 // Find the new register that covers this position.
1468 for (auto NewReg : NewRegs) {
1469 const LiveInterval &LI = LIS->getInterval(NewReg);
1470 auto LII = LI.find(Slot);
1471 if (LII != LI.end() && LII->start <= Slot) {
1472 // This new register covers this PHI position, record this for indexing.
1473 NewRegIdxes.push_back(std::make_pair(NewReg, InstrID));
1474 // Record that this value lives in a different VReg now.
1475 PHIIt->second.Reg = NewReg;
1476 break;
1477 }
1478 }
1479
1480 // If we do not find a new register covering this PHI, then register
1481 // allocation has dropped its location, for example because it's not live.
1482 // The old VReg will not be mapped to a physreg, and the instruction
1483 // number will have been optimized out.
1484 }
1485
1486 // Re-create register index using the new register numbers.
1487 RegToPHIIdx.erase(RegIt);
1488 for (auto &RegAndInstr : NewRegIdxes)
1489 RegToPHIIdx[RegAndInstr.first].push_back(RegAndInstr.second);
1490}
1491
1492void LDVImpl::splitRegister(Register OldReg, ArrayRef<Register> NewRegs) {
1493 // Consider whether this split range affects any PHI locations.
1494 splitPHIRegister(OldReg, NewRegs);
1495
1496 // Check whether any intervals mapped by a DBG_VALUE were split and need
1497 // updating.
1498 bool DidChange = false;
1499 for (UserValue *UV = lookupVirtReg(OldReg); UV; UV = UV->getNext())
1500 DidChange |= UV->splitRegister(OldReg, NewRegs, *LIS);
1501
1502 if (!DidChange)
1503 return;
1504
1505 // Map all of the new virtual registers.
1506 UserValue *UV = lookupVirtReg(OldReg);
1507 for (unsigned i = 0; i != NewRegs.size(); ++i)
1508 mapVirtReg(NewRegs[i], UV);
1509}
1510
1511void LiveDebugVariables::
1512splitRegister(Register OldReg, ArrayRef<Register> NewRegs, LiveIntervals &LIS) {
1513 if (pImpl)
1514 static_cast<LDVImpl*>(pImpl)->splitRegister(OldReg, NewRegs);
1515}
1516
1517void UserValue::rewriteLocations(VirtRegMap &VRM, const MachineFunction &MF,
1518 const TargetInstrInfo &TII,
1519 const TargetRegisterInfo &TRI,
1520 SpillOffsetMap &SpillOffsets) {
1521 // Build a set of new locations with new numbers so we can coalesce our
1522 // IntervalMap if two vreg intervals collapse to the same physical location.
1523 // Use MapVector instead of SetVector because MapVector::insert returns the
1524 // position of the previously or newly inserted element. The boolean value
1525 // tracks if the location was produced by a spill.
1526 // FIXME: This will be problematic if we ever support direct and indirect
1527 // frame index locations, i.e. expressing both variables in memory and
1528 // 'int x, *px = &x'. The "spilled" bit must become part of the location.
1529 MapVector<MachineOperand, std::pair<bool, unsigned>> NewLocations;
1530 SmallVector<unsigned, 4> LocNoMap(locations.size());
1531 for (unsigned I = 0, E = locations.size(); I != E; ++I) {
1532 bool Spilled = false;
1533 unsigned SpillOffset = 0;
1534 MachineOperand Loc = locations[I];
1535 // Only virtual registers are rewritten.
1536 if (Loc.isReg() && Loc.getReg() &&
1537 Register::isVirtualRegister(Loc.getReg())) {
1538 Register VirtReg = Loc.getReg();
1539 if (VRM.isAssignedReg(VirtReg) &&
1540 Register::isPhysicalRegister(VRM.getPhys(VirtReg))) {
1541 // This can create a %noreg operand in rare cases when the sub-register
1542 // index is no longer available. That means the user value is in a
1543 // non-existent sub-register, and %noreg is exactly what we want.
1544 Loc.substPhysReg(VRM.getPhys(VirtReg), TRI);
1545 } else if (VRM.getStackSlot(VirtReg) != VirtRegMap::NO_STACK_SLOT) {
1546 // Retrieve the stack slot offset.
1547 unsigned SpillSize;
1548 const MachineRegisterInfo &MRI = MF.getRegInfo();
1549 const TargetRegisterClass *TRC = MRI.getRegClass(VirtReg);
1550 bool Success = TII.getStackSlotRange(TRC, Loc.getSubReg(), SpillSize,
1551 SpillOffset, MF);
1552
1553 // FIXME: Invalidate the location if the offset couldn't be calculated.
1554 (void)Success;
1555
1556 Loc = MachineOperand::CreateFI(VRM.getStackSlot(VirtReg));
1557 Spilled = true;
1558 } else {
1559 Loc.setReg(0);
1560 Loc.setSubReg(0);
1561 }
1562 }
1563
1564 // Insert this location if it doesn't already exist and record a mapping
1565 // from the old number to the new number.
1566 auto InsertResult = NewLocations.insert({Loc, {Spilled, SpillOffset}});
1567 unsigned NewLocNo = std::distance(NewLocations.begin(), InsertResult.first);
1568 LocNoMap[I] = NewLocNo;
1569 }
1570
1571 // Rewrite the locations and record the stack slot offsets for spills.
1572 locations.clear();
1573 SpillOffsets.clear();
1574 for (auto &Pair : NewLocations) {
1575 bool Spilled;
1576 unsigned SpillOffset;
1577 std::tie(Spilled, SpillOffset) = Pair.second;
1578 locations.push_back(Pair.first);
1579 if (Spilled) {
1580 unsigned NewLocNo = std::distance(&*NewLocations.begin(), &Pair);
1581 SpillOffsets[NewLocNo] = SpillOffset;
1582 }
1583 }
1584
1585 // Update the interval map, but only coalesce left, since intervals to the
1586 // right use the old location numbers. This should merge two contiguous
1587 // DBG_VALUE intervals with different vregs that were allocated to the same
1588 // physical register.
1589 for (LocMap::iterator I = locInts.begin(); I.valid(); ++I) {
1590 I.setValueUnchecked(I.value().remapLocNos(LocNoMap));
1591 I.setStart(I.start());
1592 }
1593}
1594
1595/// Find an iterator for inserting a DBG_VALUE instruction.
1596static MachineBasicBlock::iterator
1597findInsertLocation(MachineBasicBlock *MBB, SlotIndex Idx, LiveIntervals &LIS,
1598 BlockSkipInstsMap &BBSkipInstsMap) {
1599 SlotIndex Start = LIS.getMBBStartIdx(MBB);
1600 Idx = Idx.getBaseIndex();
1601
1602 // Try to find an insert location by going backwards from Idx.
1603 MachineInstr *MI;
1604 while (!(MI = LIS.getInstructionFromIndex(Idx))) {
1605 // We've reached the beginning of MBB.
1606 if (Idx == Start) {
1607 // Retrieve the last PHI/Label/Debug location found when calling
1608 // SkipPHIsLabelsAndDebug last time. Start searching from there.
1609 //
1610 // Note the iterator kept in BBSkipInstsMap is one step back based
1611 // on the iterator returned by SkipPHIsLabelsAndDebug last time.
1612 // One exception is when SkipPHIsLabelsAndDebug returns MBB->begin(),
1613 // BBSkipInstsMap won't save it. This is to consider the case that
1614 // new instructions may be inserted at the beginning of MBB after
1615 // last call of SkipPHIsLabelsAndDebug. If we save MBB->begin() in
1616 // BBSkipInstsMap, after new non-phi/non-label/non-debug instructions
1617 // are inserted at the beginning of the MBB, the iterator in
1618 // BBSkipInstsMap won't point to the beginning of the MBB anymore.
1619 // Therefore The next search in SkipPHIsLabelsAndDebug will skip those
1620 // newly added instructions and that is unwanted.
1621 MachineBasicBlock::iterator BeginIt;
1622 auto MapIt = BBSkipInstsMap.find(MBB);
1623 if (MapIt == BBSkipInstsMap.end())
1624 BeginIt = MBB->begin();
1625 else
1626 BeginIt = std::next(MapIt->second);
1627 auto I = MBB->SkipPHIsLabelsAndDebug(BeginIt);
1628 if (I != BeginIt)
1629 BBSkipInstsMap[MBB] = std::prev(I);
1630 return I;
1631 }
1632 Idx = Idx.getPrevIndex();
1633 }
1634
1635 // Don't insert anything after the first terminator, though.
1636 return MI->isTerminator() ? MBB->getFirstTerminator() :
1637 std::next(MachineBasicBlock::iterator(MI));
1638}
1639
1640/// Find an iterator for inserting the next DBG_VALUE instruction
1641/// (or end if no more insert locations found).
1642static MachineBasicBlock::iterator
1643findNextInsertLocation(MachineBasicBlock *MBB, MachineBasicBlock::iterator I,
1644 SlotIndex StopIdx, ArrayRef<MachineOperand> LocMOs,
1645 LiveIntervals &LIS, const TargetRegisterInfo &TRI) {
1646 SmallVector<Register, 4> Regs;
1647 for (const MachineOperand &LocMO : LocMOs)
1648 if (LocMO.isReg())
1649 Regs.push_back(LocMO.getReg());
1650 if (Regs.empty())
1651 return MBB->instr_end();
1652
1653 // Find the next instruction in the MBB that define the register Reg.
1654 while (I != MBB->end() && !I->isTerminator()) {
1655 if (!LIS.isNotInMIMap(*I) &&
1656 SlotIndex::isEarlierEqualInstr(StopIdx, LIS.getInstructionIndex(*I)))
1657 break;
1658 if (any_of(Regs, [&I, &TRI](Register &Reg) {
1659 return I->definesRegister(Reg, &TRI);
1660 }))
1661 // The insert location is directly after the instruction/bundle.
1662 return std::next(I);
1663 ++I;
1664 }
1665 return MBB->end();
1666}
1667
1668void UserValue::insertDebugValue(MachineBasicBlock *MBB, SlotIndex StartIdx,
1669 SlotIndex StopIdx, DbgVariableValue DbgValue,
1670 ArrayRef<bool> LocSpills,
1671 ArrayRef<unsigned> SpillOffsets,
1672 LiveIntervals &LIS, const TargetInstrInfo &TII,
1673 const TargetRegisterInfo &TRI,
1674 BlockSkipInstsMap &BBSkipInstsMap) {
1675 SlotIndex MBBEndIdx = LIS.getMBBEndIdx(&*MBB);
1676 // Only search within the current MBB.
1677 StopIdx = (MBBEndIdx < StopIdx) ? MBBEndIdx : StopIdx;
1678 MachineBasicBlock::iterator I =
1679 findInsertLocation(MBB, StartIdx, LIS, BBSkipInstsMap);
1680 // Undef values don't exist in locations so create new "noreg" register MOs
1681 // for them. See getLocationNo().
1682 SmallVector<MachineOperand, 8> MOs;
1683 if (DbgValue.isUndef()) {
1684 MOs.assign(DbgValue.loc_nos().size(),
1685 MachineOperand::CreateReg(
1686 /* Reg */ 0, /* isDef */ false, /* isImp */ false,
1687 /* isKill */ false, /* isDead */ false,
1688 /* isUndef */ false, /* isEarlyClobber */ false,
1689 /* SubReg */ 0, /* isDebug */ true));
1690 } else {
1691 for (unsigned LocNo : DbgValue.loc_nos())
1692 MOs.push_back(locations[LocNo]);
1693 }
1694
1695 ++NumInsertedDebugValues;
1696
1697 assert(cast<DILocalVariable>(Variable)(static_cast <bool> (cast<DILocalVariable>(Variable
) ->isValidLocationForIntrinsic(getDebugLoc()) && "Expected inlined-at fields to agree"
) ? void (0) : __assert_fail ("cast<DILocalVariable>(Variable) ->isValidLocationForIntrinsic(getDebugLoc()) && \"Expected inlined-at fields to agree\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1699, __extension__ __PRETTY_FUNCTION__))
1698 ->isValidLocationForIntrinsic(getDebugLoc()) &&(static_cast <bool> (cast<DILocalVariable>(Variable
) ->isValidLocationForIntrinsic(getDebugLoc()) && "Expected inlined-at fields to agree"
) ? void (0) : __assert_fail ("cast<DILocalVariable>(Variable) ->isValidLocationForIntrinsic(getDebugLoc()) && \"Expected inlined-at fields to agree\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1699, __extension__ __PRETTY_FUNCTION__))
1699 "Expected inlined-at fields to agree")(static_cast <bool> (cast<DILocalVariable>(Variable
) ->isValidLocationForIntrinsic(getDebugLoc()) && "Expected inlined-at fields to agree"
) ? void (0) : __assert_fail ("cast<DILocalVariable>(Variable) ->isValidLocationForIntrinsic(getDebugLoc()) && \"Expected inlined-at fields to agree\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1699, __extension__ __PRETTY_FUNCTION__))
;
1700
1701 // If the location was spilled, the new DBG_VALUE will be indirect. If the
1702 // original DBG_VALUE was indirect, we need to add DW_OP_deref to indicate
1703 // that the original virtual register was a pointer. Also, add the stack slot
1704 // offset for the spilled register to the expression.
1705 const DIExpression *Expr = DbgValue.getExpression();
1706 bool IsIndirect = DbgValue.getWasIndirect();
1707 bool IsList = DbgValue.getWasList();
1708 for (unsigned I = 0, E = LocSpills.size(); I != E; ++I) {
1709 if (LocSpills[I]) {
1710 if (!IsList) {
1711 uint8_t DIExprFlags = DIExpression::ApplyOffset;
1712 if (IsIndirect)
1713 DIExprFlags |= DIExpression::DerefAfter;
1714 Expr = DIExpression::prepend(Expr, DIExprFlags, SpillOffsets[I]);
1715 IsIndirect = true;
1716 } else {
1717 SmallVector<uint64_t, 4> Ops;
1718 DIExpression::appendOffset(Ops, SpillOffsets[I]);
1719 Ops.push_back(dwarf::DW_OP_deref);
1720 Expr = DIExpression::appendOpsToArg(Expr, Ops, I);
1721 }
1722 }
1723
1724 assert((!LocSpills[I] || MOs[I].isFI()) &&(static_cast <bool> ((!LocSpills[I] || MOs[I].isFI()) &&
"a spilled location must be a frame index") ? void (0) : __assert_fail
("(!LocSpills[I] || MOs[I].isFI()) && \"a spilled location must be a frame index\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1725, __extension__ __PRETTY_FUNCTION__))
1725 "a spilled location must be a frame index")(static_cast <bool> ((!LocSpills[I] || MOs[I].isFI()) &&
"a spilled location must be a frame index") ? void (0) : __assert_fail
("(!LocSpills[I] || MOs[I].isFI()) && \"a spilled location must be a frame index\""
, "/build/llvm-toolchain-snapshot-14~++20210828111110+16086d47c0d0/llvm/lib/CodeGen/LiveDebugVariables.cpp"
, 1725, __extension__ __PRETTY_FUNCTION__))
;
1726 }
1727
1728 unsigned DbgValueOpcode =
1729 IsList ? TargetOpcode::DBG_VALUE_LIST : TargetOpcode::DBG_VALUE;
1730 do {
1731 BuildMI(*MBB, I, getDebugLoc(), TII.get(DbgValueOpcode), IsIndirect, MOs,
1732 Variable, Expr);
1733
1734 // Continue and insert DBG_VALUES after every redefinition of a register
1735 // associated with the debug value within the range
1736 I = findNextInsertLocation(MBB, I, StopIdx, MOs, LIS, TRI);
1737 } while (I != MBB->end());
1738}
1739
1740void UserLabel::insertDebugLabel(MachineBasicBlock *MBB, SlotIndex Idx,
1741 LiveIntervals &LIS, const TargetInstrInfo &TII,
1742 BlockSkipInstsMap &BBSkipInstsMap) {
1743 MachineBasicBlock::iterator I =
1744 findInsertLocation(MBB, Idx, LIS, BBSkipInstsMap);
1745 ++NumInsertedDebugLabels;
1746 BuildMI(*MBB, I, getDebugLoc(), TII.get(TargetOpcode::DBG_LABEL))
1747 .addMetadata(Label);
1748}
1749
1750void UserValue::emitDebugValues(VirtRegMap *VRM, LiveIntervals &LIS,
1751 const TargetInstrInfo &TII,
1752 const TargetRegisterInfo &TRI,
1753 const SpillOffsetMap &SpillOffsets,
1754 BlockSkipInstsMap &BBSkipInstsMap) {
1755 MachineFunction::iterator MFEnd = VRM->getMachineFunction().end();
1756
1757 for (LocMap::const_iterator I = locInts.begin(); I.valid();) {
12
Loop condition is true. Entering loop body
1758 SlotIndex Start = I.start();
1759 SlotIndex Stop = I.stop();
1760 DbgVariableValue DbgValue = I.value();
1761
1762 SmallVector<bool> SpilledLocs;
1763 SmallVector<unsigned> LocSpillOffsets;
1764 for (unsigned LocNo : DbgValue.loc_nos()) {
13
Assuming '__begin2' is equal to '__end2'
1765 auto SpillIt =
1766 !DbgValue.isUndef() ? SpillOffsets.find(LocNo) : SpillOffsets.end();
1767 bool Spilled = SpillIt != SpillOffsets.end();
1768 SpilledLocs.push_back(Spilled);
1769 LocSpillOffsets.push_back(Spilled ? SpillIt->second : 0);
1770 }
1771
1772 // If the interval start was trimmed to the lexical scope insert the
1773 // DBG_VALUE at the previous index (otherwise it appears after the
1774 // first instruction in the range).
1775 if (trimmedDefs.count(Start))
14
Assuming the condition is false
1776 Start = Start.getPrevIndex();
1777
1778 LLVM_DEBUG(auto &dbg = dbgs(); dbg << "\t[" << Start << ';' << Stop << "):";do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { auto &dbg = dbgs(); dbg << "\t["
<< Start << ';' << Stop << "):"; DbgValue
.printLocNos(dbg); } } while (false)
15
Taking false branch
16
Assuming 'DebugFlag' is true
17
Assuming the condition is true
18
Taking true branch
19
Calling 'DbgVariableValue::printLocNos'
1779 DbgValue.printLocNos(dbg))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { auto &dbg = dbgs(); dbg << "\t["
<< Start << ';' << Stop << "):"; DbgValue
.printLocNos(dbg); } } while (false)
;
1780 MachineFunction::iterator MBB = LIS.getMBBFromIndex(Start)->getIterator();
1781 SlotIndex MBBEnd = LIS.getMBBEndIdx(&*MBB);
1782
1783 LLVM_DEBUG(dbgs() << ' ' << printMBBReference(*MBB) << '-' << MBBEnd)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << ' ' << printMBBReference
(*MBB) << '-' << MBBEnd; } } while (false)
;
1784 insertDebugValue(&*MBB, Start, Stop, DbgValue, SpilledLocs, LocSpillOffsets,
1785 LIS, TII, TRI, BBSkipInstsMap);
1786 // This interval may span multiple basic blocks.
1787 // Insert a DBG_VALUE into each one.
1788 while (Stop > MBBEnd) {
1789 // Move to the next block.
1790 Start = MBBEnd;
1791 if (++MBB == MFEnd)
1792 break;
1793 MBBEnd = LIS.getMBBEndIdx(&*MBB);
1794 LLVM_DEBUG(dbgs() << ' ' << printMBBReference(*MBB) << '-' << MBBEnd)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << ' ' << printMBBReference
(*MBB) << '-' << MBBEnd; } } while (false)
;
1795 insertDebugValue(&*MBB, Start, Stop, DbgValue, SpilledLocs,
1796 LocSpillOffsets, LIS, TII, TRI, BBSkipInstsMap);
1797 }
1798 LLVM_DEBUG(dbgs() << '\n')do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << '\n'; } } while (false)
;
1799 if (MBB == MFEnd)
1800 break;
1801
1802 ++I;
1803 }
1804}
1805
1806void UserLabel::emitDebugLabel(LiveIntervals &LIS, const TargetInstrInfo &TII,
1807 BlockSkipInstsMap &BBSkipInstsMap) {
1808 LLVM_DEBUG(dbgs() << "\t" << loc)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "\t" << loc; } } while
(false)
;
1809 MachineFunction::iterator MBB = LIS.getMBBFromIndex(loc)->getIterator();
1810
1811 LLVM_DEBUG(dbgs() << ' ' << printMBBReference(*MBB))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << ' ' << printMBBReference
(*MBB); } } while (false)
;
1812 insertDebugLabel(&*MBB, loc, LIS, TII, BBSkipInstsMap);
1813
1814 LLVM_DEBUG(dbgs() << '\n')do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << '\n'; } } while (false)
;
1815}
1816
1817void LDVImpl::emitDebugValues(VirtRegMap *VRM) {
1818 LLVM_DEBUG(dbgs() << "********** EMITTING LIVE DEBUG VARIABLES **********\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "********** EMITTING LIVE DEBUG VARIABLES **********\n"
; } } while (false)
;
4
Assuming 'DebugFlag' is false
5
Loop condition is false. Exiting loop
1819 if (!MF)
6
Assuming field 'MF' is non-null
7
Taking false branch
1820 return;
1821
1822 BlockSkipInstsMap BBSkipInstsMap;
1823 const TargetInstrInfo *TII = MF->getSubtarget().getInstrInfo();
1824 SpillOffsetMap SpillOffsets;
1825 for (auto &userValue : userValues) {
8
Assuming '__begin1' is not equal to '__end1'
1826 LLVM_DEBUG(userValue->print(dbgs(), TRI))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { userValue->print(dbgs(), TRI); } } while
(false)
;
9
Assuming 'DebugFlag' is false
10
Loop condition is false. Exiting loop
1827 userValue->rewriteLocations(*VRM, *MF, *TII, *TRI, SpillOffsets);
1828 userValue->emitDebugValues(VRM, *LIS, *TII, *TRI, SpillOffsets,
11
Calling 'UserValue::emitDebugValues'
1829 BBSkipInstsMap);
1830 }
1831 LLVM_DEBUG(dbgs() << "********** EMITTING LIVE DEBUG LABELS **********\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "********** EMITTING LIVE DEBUG LABELS **********\n"
; } } while (false)
;
1832 for (auto &userLabel : userLabels) {
1833 LLVM_DEBUG(userLabel->print(dbgs(), TRI))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { userLabel->print(dbgs(), TRI); } } while
(false)
;
1834 userLabel->emitDebugLabel(*LIS, *TII, BBSkipInstsMap);
1835 }
1836
1837 LLVM_DEBUG(dbgs() << "********** EMITTING DEBUG PHIS **********\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "********** EMITTING DEBUG PHIS **********\n"
; } } while (false)
;
1838
1839 auto Slots = LIS->getSlotIndexes();
1840 for (auto &It : PHIValToPos) {
1841 // For each ex-PHI, identify its physreg location or stack slot, and emit
1842 // a DBG_PHI for it.
1843 unsigned InstNum = It.first;
1844 auto Slot = It.second.SI;
1845 Register Reg = It.second.Reg;
1846 unsigned SubReg = It.second.SubReg;
1847
1848 MachineBasicBlock *OrigMBB = Slots->getMBBFromIndex(Slot);
1849 if (VRM->isAssignedReg(Reg) &&
1850 Register::isPhysicalRegister(VRM->getPhys(Reg))) {
1851 unsigned PhysReg = VRM->getPhys(Reg);
1852 if (SubReg != 0)
1853 PhysReg = TRI->getSubReg(PhysReg, SubReg);
1854
1855 auto Builder = BuildMI(*OrigMBB, OrigMBB->begin(), DebugLoc(),
1856 TII->get(TargetOpcode::DBG_PHI));
1857 Builder.addReg(PhysReg);
1858 Builder.addImm(InstNum);
1859 } else if (VRM->getStackSlot(Reg) != VirtRegMap::NO_STACK_SLOT) {
1860 const MachineRegisterInfo &MRI = MF->getRegInfo();
1861 const TargetRegisterClass *TRC = MRI.getRegClass(Reg);
1862 unsigned SpillSize, SpillOffset;
1863
1864 // Test whether this location is legal with the given subreg.
1865 bool Success =
1866 TII->getStackSlotRange(TRC, SubReg, SpillSize, SpillOffset, *MF);
1867
1868 if (Success) {
1869 auto Builder = BuildMI(*OrigMBB, OrigMBB->begin(), DebugLoc(),
1870 TII->get(TargetOpcode::DBG_PHI));
1871 Builder.addFrameIndex(VRM->getStackSlot(Reg));
1872 Builder.addImm(InstNum);
1873 }
1874 }
1875 // If there was no mapping for a value ID, it's optimized out. Create no
1876 // DBG_PHI, and any variables using this value will become optimized out.
1877 }
1878 MF->DebugPHIPositions.clear();
1879
1880 LLVM_DEBUG(dbgs() << "********** EMITTING INSTR REFERENCES **********\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("livedebugvars")) { dbgs() << "********** EMITTING INSTR REFERENCES **********\n"
; } } while (false)
;
1881
1882 // Re-insert any debug instrs back in the position they were. Ordering
1883 // is preserved by vector. We must re-insert in the same order to ensure that
1884 // debug instructions don't swap, which could re-order assignments.
1885 for (auto &P : StashedDebugInstrs) {
1886 SlotIndex Idx = P.Idx;
1887
1888 // Start block index: find the first non-debug instr in the block, and
1889 // insert before it.
1890 if (Idx == Slots->getMBBStartIdx(P.MBB)) {
1891 MachineBasicBlock::iterator InsertPos =
1892 findInsertLocation(P.MBB, Idx, *LIS, BBSkipInstsMap);
1893 P.MBB->insert(InsertPos, P.MI);
1894 continue;
1895 }
1896
1897 if (MachineInstr *Pos = Slots->getInstructionFromIndex(Idx)) {
1898 // Insert at the end of any debug instructions.
1899 auto PostDebug = std::next(Pos->getIterator());
1900 PostDebug = skipDebugInstructionsForward(PostDebug, P.MBB->instr_end());
1901 P.MBB->insert(PostDebug, P.MI);
1902 } else {
1903 // Insert position disappeared; walk forwards through slots until we
1904 // find a new one.
1905 SlotIndex End = Slots->getMBBEndIdx(P.MBB);
1906 for (; Idx < End; Idx = Slots->getNextNonNullIndex(Idx)) {
1907 Pos = Slots->getInstructionFromIndex(Idx);
1908 if (Pos) {
1909 P.MBB->insert(Pos->getIterator(), P.MI);
1910 break;
1911 }
1912 }
1913
1914 // We have reached the end of the block and didn't find anywhere to
1915 // insert! It's not safe to discard any debug instructions; place them
1916 // in front of the first terminator, or in front of end().
1917 if (Idx >= End) {
1918 auto TermIt = P.MBB->getFirstTerminator();
1919 P.MBB->insert(TermIt, P.MI);
1920 }
1921 }
1922 }
1923
1924 EmitDone = true;
1925 BBSkipInstsMap.clear();
1926}
1927
1928void LiveDebugVariables::emitDebugValues(VirtRegMap *VRM) {
1929 if (pImpl)
1
Assuming field 'pImpl' is non-null
2
Taking true branch
1930 static_cast<LDVImpl*>(pImpl)->emitDebugValues(VRM);
3
Calling 'LDVImpl::emitDebugValues'
1931}
1932
1933#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
1934LLVM_DUMP_METHOD__attribute__((noinline)) __attribute__((__used__)) void LiveDebugVariables::dump() const {
1935 if (pImpl)
1936 static_cast<LDVImpl*>(pImpl)->print(dbgs());
1937}
1938#endif