Bug Summary

File:llvm/lib/Transforms/Utils/CodeExtractor.cpp
Warning:line 1000, column 33
Called C++ object pointer is null

Annotated Source Code

Press '?' to see keyboard shortcuts

clang -cc1 -cc1 -triple x86_64-pc-linux-gnu -analyze -disable-free -disable-llvm-verifier -discard-value-names -main-file-name CodeExtractor.cpp -analyzer-store=region -analyzer-opt-analyze-nested-blocks -analyzer-checker=core -analyzer-checker=apiModeling -analyzer-checker=unix -analyzer-checker=deadcode -analyzer-checker=cplusplus -analyzer-checker=security.insecureAPI.UncheckedReturn -analyzer-checker=security.insecureAPI.getpw -analyzer-checker=security.insecureAPI.gets -analyzer-checker=security.insecureAPI.mktemp -analyzer-checker=security.insecureAPI.mkstemp -analyzer-checker=security.insecureAPI.vfork -analyzer-checker=nullability.NullPassedToNonnull -analyzer-checker=nullability.NullReturnedFromNonnull -analyzer-output plist -w -setup-static-analyzer -analyzer-config-compatibility-mode=true -mrelocation-model pic -pic-level 2 -mframe-pointer=none -fmath-errno -fno-rounding-math -mconstructor-aliases -munwind-tables -target-cpu x86-64 -tune-cpu generic -debugger-tuning=gdb -ffunction-sections -fdata-sections -fcoverage-compilation-dir=/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/build-llvm/lib/Transforms/Utils -resource-dir /usr/lib/llvm-13/lib/clang/13.0.0 -D _DEBUG -D _GNU_SOURCE -D __STDC_CONSTANT_MACROS -D __STDC_FORMAT_MACROS -D __STDC_LIMIT_MACROS -I /build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/build-llvm/lib/Transforms/Utils -I /build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils -I /build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/build-llvm/include -I /build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/include -D NDEBUG -U NDEBUG -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../include/c++/10 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../include/x86_64-linux-gnu/c++/10 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../include/c++/10/backward -internal-isystem /usr/lib/llvm-13/lib/clang/13.0.0/include -internal-isystem /usr/local/include -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/10/../../../../x86_64-linux-gnu/include -internal-externc-isystem /usr/include/x86_64-linux-gnu -internal-externc-isystem /include -internal-externc-isystem /usr/include -O2 -Wno-unused-parameter -Wwrite-strings -Wno-missing-field-initializers -Wno-long-long -Wno-maybe-uninitialized -Wno-class-memaccess -Wno-redundant-move -Wno-pessimizing-move -Wno-noexcept-type -Wno-comment -std=c++14 -fdeprecated-macro -fdebug-compilation-dir=/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/build-llvm/lib/Transforms/Utils -fdebug-prefix-map=/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7=. -ferror-limit 19 -fvisibility-inlines-hidden -stack-protector 2 -fgnuc-version=4.2.1 -vectorize-loops -vectorize-slp -analyzer-output=html -analyzer-config stable-report-filename=true -faddrsig -D__GCC_HAVE_DWARF2_CFI_ASM=1 -o /tmp/scan-build-2021-06-13-111025-38230-1 -x c++ /build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp
1//===- CodeExtractor.cpp - Pull code region into a new function -----------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements the interface to tear out a code region, such as an
10// individual loop or a parallel section, into a new function, replacing it with
11// a call to the new function.
12//
13//===----------------------------------------------------------------------===//
14
15#include "llvm/Transforms/Utils/CodeExtractor.h"
16#include "llvm/ADT/ArrayRef.h"
17#include "llvm/ADT/DenseMap.h"
18#include "llvm/ADT/Optional.h"
19#include "llvm/ADT/STLExtras.h"
20#include "llvm/ADT/SetVector.h"
21#include "llvm/ADT/SmallPtrSet.h"
22#include "llvm/ADT/SmallVector.h"
23#include "llvm/Analysis/AssumptionCache.h"
24#include "llvm/Analysis/BlockFrequencyInfo.h"
25#include "llvm/Analysis/BlockFrequencyInfoImpl.h"
26#include "llvm/Analysis/BranchProbabilityInfo.h"
27#include "llvm/Analysis/LoopInfo.h"
28#include "llvm/IR/Argument.h"
29#include "llvm/IR/Attributes.h"
30#include "llvm/IR/BasicBlock.h"
31#include "llvm/IR/CFG.h"
32#include "llvm/IR/Constant.h"
33#include "llvm/IR/Constants.h"
34#include "llvm/IR/DIBuilder.h"
35#include "llvm/IR/DataLayout.h"
36#include "llvm/IR/DebugInfoMetadata.h"
37#include "llvm/IR/DerivedTypes.h"
38#include "llvm/IR/Dominators.h"
39#include "llvm/IR/Function.h"
40#include "llvm/IR/GlobalValue.h"
41#include "llvm/IR/InstIterator.h"
42#include "llvm/IR/InstrTypes.h"
43#include "llvm/IR/Instruction.h"
44#include "llvm/IR/Instructions.h"
45#include "llvm/IR/IntrinsicInst.h"
46#include "llvm/IR/Intrinsics.h"
47#include "llvm/IR/LLVMContext.h"
48#include "llvm/IR/MDBuilder.h"
49#include "llvm/IR/Module.h"
50#include "llvm/IR/PatternMatch.h"
51#include "llvm/IR/Type.h"
52#include "llvm/IR/User.h"
53#include "llvm/IR/Value.h"
54#include "llvm/IR/Verifier.h"
55#include "llvm/Pass.h"
56#include "llvm/Support/BlockFrequency.h"
57#include "llvm/Support/BranchProbability.h"
58#include "llvm/Support/Casting.h"
59#include "llvm/Support/CommandLine.h"
60#include "llvm/Support/Debug.h"
61#include "llvm/Support/ErrorHandling.h"
62#include "llvm/Support/raw_ostream.h"
63#include "llvm/Transforms/Utils/BasicBlockUtils.h"
64#include "llvm/Transforms/Utils/Local.h"
65#include <cassert>
66#include <cstdint>
67#include <iterator>
68#include <map>
69#include <set>
70#include <utility>
71#include <vector>
72
73using namespace llvm;
74using namespace llvm::PatternMatch;
75using ProfileCount = Function::ProfileCount;
76
77#define DEBUG_TYPE"code-extractor" "code-extractor"
78
79// Provide a command-line option to aggregate function arguments into a struct
80// for functions produced by the code extractor. This is useful when converting
81// extracted functions to pthread-based code, as only one argument (void*) can
82// be passed in to pthread_create().
83static cl::opt<bool>
84AggregateArgsOpt("aggregate-extracted-args", cl::Hidden,
85 cl::desc("Aggregate arguments to code-extracted functions"));
86
87/// Test whether a block is valid for extraction.
88static bool isBlockValidForExtraction(const BasicBlock &BB,
89 const SetVector<BasicBlock *> &Result,
90 bool AllowVarArgs, bool AllowAlloca) {
91 // taking the address of a basic block moved to another function is illegal
92 if (BB.hasAddressTaken())
93 return false;
94
95 // don't hoist code that uses another basicblock address, as it's likely to
96 // lead to unexpected behavior, like cross-function jumps
97 SmallPtrSet<User const *, 16> Visited;
98 SmallVector<User const *, 16> ToVisit;
99
100 for (Instruction const &Inst : BB)
101 ToVisit.push_back(&Inst);
102
103 while (!ToVisit.empty()) {
104 User const *Curr = ToVisit.pop_back_val();
105 if (!Visited.insert(Curr).second)
106 continue;
107 if (isa<BlockAddress const>(Curr))
108 return false; // even a reference to self is likely to be not compatible
109
110 if (isa<Instruction>(Curr) && cast<Instruction>(Curr)->getParent() != &BB)
111 continue;
112
113 for (auto const &U : Curr->operands()) {
114 if (auto *UU = dyn_cast<User>(U))
115 ToVisit.push_back(UU);
116 }
117 }
118
119 // If explicitly requested, allow vastart and alloca. For invoke instructions
120 // verify that extraction is valid.
121 for (BasicBlock::const_iterator I = BB.begin(), E = BB.end(); I != E; ++I) {
122 if (isa<AllocaInst>(I)) {
123 if (!AllowAlloca)
124 return false;
125 continue;
126 }
127
128 if (const auto *II = dyn_cast<InvokeInst>(I)) {
129 // Unwind destination (either a landingpad, catchswitch, or cleanuppad)
130 // must be a part of the subgraph which is being extracted.
131 if (auto *UBB = II->getUnwindDest())
132 if (!Result.count(UBB))
133 return false;
134 continue;
135 }
136
137 // All catch handlers of a catchswitch instruction as well as the unwind
138 // destination must be in the subgraph.
139 if (const auto *CSI = dyn_cast<CatchSwitchInst>(I)) {
140 if (auto *UBB = CSI->getUnwindDest())
141 if (!Result.count(UBB))
142 return false;
143 for (auto *HBB : CSI->handlers())
144 if (!Result.count(const_cast<BasicBlock*>(HBB)))
145 return false;
146 continue;
147 }
148
149 // Make sure that entire catch handler is within subgraph. It is sufficient
150 // to check that catch return's block is in the list.
151 if (const auto *CPI = dyn_cast<CatchPadInst>(I)) {
152 for (const auto *U : CPI->users())
153 if (const auto *CRI = dyn_cast<CatchReturnInst>(U))
154 if (!Result.count(const_cast<BasicBlock*>(CRI->getParent())))
155 return false;
156 continue;
157 }
158
159 // And do similar checks for cleanup handler - the entire handler must be
160 // in subgraph which is going to be extracted. For cleanup return should
161 // additionally check that the unwind destination is also in the subgraph.
162 if (const auto *CPI = dyn_cast<CleanupPadInst>(I)) {
163 for (const auto *U : CPI->users())
164 if (const auto *CRI = dyn_cast<CleanupReturnInst>(U))
165 if (!Result.count(const_cast<BasicBlock*>(CRI->getParent())))
166 return false;
167 continue;
168 }
169 if (const auto *CRI = dyn_cast<CleanupReturnInst>(I)) {
170 if (auto *UBB = CRI->getUnwindDest())
171 if (!Result.count(UBB))
172 return false;
173 continue;
174 }
175
176 if (const CallInst *CI = dyn_cast<CallInst>(I)) {
177 if (const Function *F = CI->getCalledFunction()) {
178 auto IID = F->getIntrinsicID();
179 if (IID == Intrinsic::vastart) {
180 if (AllowVarArgs)
181 continue;
182 else
183 return false;
184 }
185
186 // Currently, we miscompile outlined copies of eh_typid_for. There are
187 // proposals for fixing this in llvm.org/PR39545.
188 if (IID == Intrinsic::eh_typeid_for)
189 return false;
190 }
191 }
192 }
193
194 return true;
195}
196
197/// Build a set of blocks to extract if the input blocks are viable.
198static SetVector<BasicBlock *>
199buildExtractionBlockSet(ArrayRef<BasicBlock *> BBs, DominatorTree *DT,
200 bool AllowVarArgs, bool AllowAlloca) {
201 assert(!BBs.empty() && "The set of blocks to extract must be non-empty")(static_cast <bool> (!BBs.empty() && "The set of blocks to extract must be non-empty"
) ? void (0) : __assert_fail ("!BBs.empty() && \"The set of blocks to extract must be non-empty\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 201, __extension__ __PRETTY_FUNCTION__))
;
202 SetVector<BasicBlock *> Result;
203
204 // Loop over the blocks, adding them to our set-vector, and aborting with an
205 // empty set if we encounter invalid blocks.
206 for (BasicBlock *BB : BBs) {
207 // If this block is dead, don't process it.
208 if (DT && !DT->isReachableFromEntry(BB))
209 continue;
210
211 if (!Result.insert(BB))
212 llvm_unreachable("Repeated basic blocks in extraction input")::llvm::llvm_unreachable_internal("Repeated basic blocks in extraction input"
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 212)
;
213 }
214
215 LLVM_DEBUG(dbgs() << "Region front block: " << Result.front()->getName()do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Region front block: " <<
Result.front()->getName() << '\n'; } } while (false
)
216 << '\n')do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Region front block: " <<
Result.front()->getName() << '\n'; } } while (false
)
;
217
218 for (auto *BB : Result) {
219 if (!isBlockValidForExtraction(*BB, Result, AllowVarArgs, AllowAlloca))
220 return {};
221
222 // Make sure that the first block is not a landing pad.
223 if (BB == Result.front()) {
224 if (BB->isEHPad()) {
225 LLVM_DEBUG(dbgs() << "The first block cannot be an unwind block\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "The first block cannot be an unwind block\n"
; } } while (false)
;
226 return {};
227 }
228 continue;
229 }
230
231 // All blocks other than the first must not have predecessors outside of
232 // the subgraph which is being extracted.
233 for (auto *PBB : predecessors(BB))
234 if (!Result.count(PBB)) {
235 LLVM_DEBUG(dbgs() << "No blocks in this region may have entries from "do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "No blocks in this region may have entries from "
"outside the region except for the first block!\n" << "Problematic source BB: "
<< BB->getName() << "\n" << "Problematic destination BB: "
<< PBB->getName() << "\n"; } } while (false)
236 "outside the region except for the first block!\n"do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "No blocks in this region may have entries from "
"outside the region except for the first block!\n" << "Problematic source BB: "
<< BB->getName() << "\n" << "Problematic destination BB: "
<< PBB->getName() << "\n"; } } while (false)
237 << "Problematic source BB: " << BB->getName() << "\n"do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "No blocks in this region may have entries from "
"outside the region except for the first block!\n" << "Problematic source BB: "
<< BB->getName() << "\n" << "Problematic destination BB: "
<< PBB->getName() << "\n"; } } while (false)
238 << "Problematic destination BB: " << PBB->getName()do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "No blocks in this region may have entries from "
"outside the region except for the first block!\n" << "Problematic source BB: "
<< BB->getName() << "\n" << "Problematic destination BB: "
<< PBB->getName() << "\n"; } } while (false)
239 << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "No blocks in this region may have entries from "
"outside the region except for the first block!\n" << "Problematic source BB: "
<< BB->getName() << "\n" << "Problematic destination BB: "
<< PBB->getName() << "\n"; } } while (false)
;
240 return {};
241 }
242 }
243
244 return Result;
245}
246
247CodeExtractor::CodeExtractor(ArrayRef<BasicBlock *> BBs, DominatorTree *DT,
248 bool AggregateArgs, BlockFrequencyInfo *BFI,
249 BranchProbabilityInfo *BPI, AssumptionCache *AC,
250 bool AllowVarArgs, bool AllowAlloca,
251 std::string Suffix)
252 : DT(DT), AggregateArgs(AggregateArgs || AggregateArgsOpt), BFI(BFI),
253 BPI(BPI), AC(AC), AllowVarArgs(AllowVarArgs),
254 Blocks(buildExtractionBlockSet(BBs, DT, AllowVarArgs, AllowAlloca)),
255 Suffix(Suffix) {}
256
257CodeExtractor::CodeExtractor(DominatorTree &DT, Loop &L, bool AggregateArgs,
258 BlockFrequencyInfo *BFI,
259 BranchProbabilityInfo *BPI, AssumptionCache *AC,
260 std::string Suffix)
261 : DT(&DT), AggregateArgs(AggregateArgs || AggregateArgsOpt), BFI(BFI),
262 BPI(BPI), AC(AC), AllowVarArgs(false),
263 Blocks(buildExtractionBlockSet(L.getBlocks(), &DT,
264 /* AllowVarArgs */ false,
265 /* AllowAlloca */ false)),
266 Suffix(Suffix) {}
267
268/// definedInRegion - Return true if the specified value is defined in the
269/// extracted region.
270static bool definedInRegion(const SetVector<BasicBlock *> &Blocks, Value *V) {
271 if (Instruction *I = dyn_cast<Instruction>(V))
272 if (Blocks.count(I->getParent()))
273 return true;
274 return false;
275}
276
277/// definedInCaller - Return true if the specified value is defined in the
278/// function being code extracted, but not in the region being extracted.
279/// These values must be passed in as live-ins to the function.
280static bool definedInCaller(const SetVector<BasicBlock *> &Blocks, Value *V) {
281 if (isa<Argument>(V)) return true;
282 if (Instruction *I = dyn_cast<Instruction>(V))
283 if (!Blocks.count(I->getParent()))
284 return true;
285 return false;
286}
287
288static BasicBlock *getCommonExitBlock(const SetVector<BasicBlock *> &Blocks) {
289 BasicBlock *CommonExitBlock = nullptr;
290 auto hasNonCommonExitSucc = [&](BasicBlock *Block) {
291 for (auto *Succ : successors(Block)) {
292 // Internal edges, ok.
293 if (Blocks.count(Succ))
294 continue;
295 if (!CommonExitBlock) {
296 CommonExitBlock = Succ;
297 continue;
298 }
299 if (CommonExitBlock != Succ)
300 return true;
301 }
302 return false;
303 };
304
305 if (any_of(Blocks, hasNonCommonExitSucc))
306 return nullptr;
307
308 return CommonExitBlock;
309}
310
311CodeExtractorAnalysisCache::CodeExtractorAnalysisCache(Function &F) {
312 for (BasicBlock &BB : F) {
313 for (Instruction &II : BB.instructionsWithoutDebug())
314 if (auto *AI = dyn_cast<AllocaInst>(&II))
315 Allocas.push_back(AI);
316
317 findSideEffectInfoForBlock(BB);
318 }
319}
320
321void CodeExtractorAnalysisCache::findSideEffectInfoForBlock(BasicBlock &BB) {
322 for (Instruction &II : BB.instructionsWithoutDebug()) {
323 unsigned Opcode = II.getOpcode();
324 Value *MemAddr = nullptr;
325 switch (Opcode) {
326 case Instruction::Store:
327 case Instruction::Load: {
328 if (Opcode == Instruction::Store) {
329 StoreInst *SI = cast<StoreInst>(&II);
330 MemAddr = SI->getPointerOperand();
331 } else {
332 LoadInst *LI = cast<LoadInst>(&II);
333 MemAddr = LI->getPointerOperand();
334 }
335 // Global variable can not be aliased with locals.
336 if (isa<Constant>(MemAddr))
337 break;
338 Value *Base = MemAddr->stripInBoundsConstantOffsets();
339 if (!isa<AllocaInst>(Base)) {
340 SideEffectingBlocks.insert(&BB);
341 return;
342 }
343 BaseMemAddrs[&BB].insert(Base);
344 break;
345 }
346 default: {
347 IntrinsicInst *IntrInst = dyn_cast<IntrinsicInst>(&II);
348 if (IntrInst) {
349 if (IntrInst->isLifetimeStartOrEnd())
350 break;
351 SideEffectingBlocks.insert(&BB);
352 return;
353 }
354 // Treat all the other cases conservatively if it has side effects.
355 if (II.mayHaveSideEffects()) {
356 SideEffectingBlocks.insert(&BB);
357 return;
358 }
359 }
360 }
361 }
362}
363
364bool CodeExtractorAnalysisCache::doesBlockContainClobberOfAddr(
365 BasicBlock &BB, AllocaInst *Addr) const {
366 if (SideEffectingBlocks.count(&BB))
367 return true;
368 auto It = BaseMemAddrs.find(&BB);
369 if (It != BaseMemAddrs.end())
370 return It->second.count(Addr);
371 return false;
372}
373
374bool CodeExtractor::isLegalToShrinkwrapLifetimeMarkers(
375 const CodeExtractorAnalysisCache &CEAC, Instruction *Addr) const {
376 AllocaInst *AI = cast<AllocaInst>(Addr->stripInBoundsConstantOffsets());
377 Function *Func = (*Blocks.begin())->getParent();
378 for (BasicBlock &BB : *Func) {
379 if (Blocks.count(&BB))
380 continue;
381 if (CEAC.doesBlockContainClobberOfAddr(BB, AI))
382 return false;
383 }
384 return true;
385}
386
387BasicBlock *
388CodeExtractor::findOrCreateBlockForHoisting(BasicBlock *CommonExitBlock) {
389 BasicBlock *SinglePredFromOutlineRegion = nullptr;
390 assert(!Blocks.count(CommonExitBlock) &&(static_cast <bool> (!Blocks.count(CommonExitBlock) &&
"Expect a block outside the region!") ? void (0) : __assert_fail
("!Blocks.count(CommonExitBlock) && \"Expect a block outside the region!\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 391, __extension__ __PRETTY_FUNCTION__))
391 "Expect a block outside the region!")(static_cast <bool> (!Blocks.count(CommonExitBlock) &&
"Expect a block outside the region!") ? void (0) : __assert_fail
("!Blocks.count(CommonExitBlock) && \"Expect a block outside the region!\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 391, __extension__ __PRETTY_FUNCTION__))
;
392 for (auto *Pred : predecessors(CommonExitBlock)) {
393 if (!Blocks.count(Pred))
394 continue;
395 if (!SinglePredFromOutlineRegion) {
396 SinglePredFromOutlineRegion = Pred;
397 } else if (SinglePredFromOutlineRegion != Pred) {
398 SinglePredFromOutlineRegion = nullptr;
399 break;
400 }
401 }
402
403 if (SinglePredFromOutlineRegion)
404 return SinglePredFromOutlineRegion;
405
406#ifndef NDEBUG
407 auto getFirstPHI = [](BasicBlock *BB) {
408 BasicBlock::iterator I = BB->begin();
409 PHINode *FirstPhi = nullptr;
410 while (I != BB->end()) {
411 PHINode *Phi = dyn_cast<PHINode>(I);
412 if (!Phi)
413 break;
414 if (!FirstPhi) {
415 FirstPhi = Phi;
416 break;
417 }
418 }
419 return FirstPhi;
420 };
421 // If there are any phi nodes, the single pred either exists or has already
422 // be created before code extraction.
423 assert(!getFirstPHI(CommonExitBlock) && "Phi not expected")(static_cast <bool> (!getFirstPHI(CommonExitBlock) &&
"Phi not expected") ? void (0) : __assert_fail ("!getFirstPHI(CommonExitBlock) && \"Phi not expected\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 423, __extension__ __PRETTY_FUNCTION__))
;
424#endif
425
426 BasicBlock *NewExitBlock = CommonExitBlock->splitBasicBlock(
427 CommonExitBlock->getFirstNonPHI()->getIterator());
428
429 for (BasicBlock *Pred :
430 llvm::make_early_inc_range(predecessors(CommonExitBlock))) {
431 if (Blocks.count(Pred))
432 continue;
433 Pred->getTerminator()->replaceUsesOfWith(CommonExitBlock, NewExitBlock);
434 }
435 // Now add the old exit block to the outline region.
436 Blocks.insert(CommonExitBlock);
437 return CommonExitBlock;
438}
439
440// Find the pair of life time markers for address 'Addr' that are either
441// defined inside the outline region or can legally be shrinkwrapped into the
442// outline region. If there are not other untracked uses of the address, return
443// the pair of markers if found; otherwise return a pair of nullptr.
444CodeExtractor::LifetimeMarkerInfo
445CodeExtractor::getLifetimeMarkers(const CodeExtractorAnalysisCache &CEAC,
446 Instruction *Addr,
447 BasicBlock *ExitBlock) const {
448 LifetimeMarkerInfo Info;
449
450 for (User *U : Addr->users()) {
451 IntrinsicInst *IntrInst = dyn_cast<IntrinsicInst>(U);
452 if (IntrInst) {
453 // We don't model addresses with multiple start/end markers, but the
454 // markers do not need to be in the region.
455 if (IntrInst->getIntrinsicID() == Intrinsic::lifetime_start) {
456 if (Info.LifeStart)
457 return {};
458 Info.LifeStart = IntrInst;
459 continue;
460 }
461 if (IntrInst->getIntrinsicID() == Intrinsic::lifetime_end) {
462 if (Info.LifeEnd)
463 return {};
464 Info.LifeEnd = IntrInst;
465 continue;
466 }
467 // At this point, permit debug uses outside of the region.
468 // This is fixed in a later call to fixupDebugInfoPostExtraction().
469 if (isa<DbgInfoIntrinsic>(IntrInst))
470 continue;
471 }
472 // Find untracked uses of the address, bail.
473 if (!definedInRegion(Blocks, U))
474 return {};
475 }
476
477 if (!Info.LifeStart || !Info.LifeEnd)
478 return {};
479
480 Info.SinkLifeStart = !definedInRegion(Blocks, Info.LifeStart);
481 Info.HoistLifeEnd = !definedInRegion(Blocks, Info.LifeEnd);
482 // Do legality check.
483 if ((Info.SinkLifeStart || Info.HoistLifeEnd) &&
484 !isLegalToShrinkwrapLifetimeMarkers(CEAC, Addr))
485 return {};
486
487 // Check to see if we have a place to do hoisting, if not, bail.
488 if (Info.HoistLifeEnd && !ExitBlock)
489 return {};
490
491 return Info;
492}
493
494void CodeExtractor::findAllocas(const CodeExtractorAnalysisCache &CEAC,
495 ValueSet &SinkCands, ValueSet &HoistCands,
496 BasicBlock *&ExitBlock) const {
497 Function *Func = (*Blocks.begin())->getParent();
498 ExitBlock = getCommonExitBlock(Blocks);
499
500 auto moveOrIgnoreLifetimeMarkers =
501 [&](const LifetimeMarkerInfo &LMI) -> bool {
502 if (!LMI.LifeStart)
503 return false;
504 if (LMI.SinkLifeStart) {
505 LLVM_DEBUG(dbgs() << "Sinking lifetime.start: " << *LMI.LifeStartdo { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Sinking lifetime.start: "
<< *LMI.LifeStart << "\n"; } } while (false)
506 << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Sinking lifetime.start: "
<< *LMI.LifeStart << "\n"; } } while (false)
;
507 SinkCands.insert(LMI.LifeStart);
508 }
509 if (LMI.HoistLifeEnd) {
510 LLVM_DEBUG(dbgs() << "Hoisting lifetime.end: " << *LMI.LifeEnd << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Hoisting lifetime.end: "
<< *LMI.LifeEnd << "\n"; } } while (false)
;
511 HoistCands.insert(LMI.LifeEnd);
512 }
513 return true;
514 };
515
516 // Look up allocas in the original function in CodeExtractorAnalysisCache, as
517 // this is much faster than walking all the instructions.
518 for (AllocaInst *AI : CEAC.getAllocas()) {
519 BasicBlock *BB = AI->getParent();
520 if (Blocks.count(BB))
521 continue;
522
523 // As a prior call to extractCodeRegion() may have shrinkwrapped the alloca,
524 // check whether it is actually still in the original function.
525 Function *AIFunc = BB->getParent();
526 if (AIFunc != Func)
527 continue;
528
529 LifetimeMarkerInfo MarkerInfo = getLifetimeMarkers(CEAC, AI, ExitBlock);
530 bool Moved = moveOrIgnoreLifetimeMarkers(MarkerInfo);
531 if (Moved) {
532 LLVM_DEBUG(dbgs() << "Sinking alloca: " << *AI << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Sinking alloca: " <<
*AI << "\n"; } } while (false)
;
533 SinkCands.insert(AI);
534 continue;
535 }
536
537 // Find bitcasts in the outlined region that have lifetime marker users
538 // outside that region. Replace the lifetime marker use with an
539 // outside region bitcast to avoid unnecessary alloca/reload instructions
540 // and extra lifetime markers.
541 SmallVector<Instruction *, 2> LifetimeBitcastUsers;
542 for (User *U : AI->users()) {
543 if (!definedInRegion(Blocks, U))
544 continue;
545
546 if (U->stripInBoundsConstantOffsets() != AI)
547 continue;
548
549 Instruction *Bitcast = cast<Instruction>(U);
550 for (User *BU : Bitcast->users()) {
551 IntrinsicInst *IntrInst = dyn_cast<IntrinsicInst>(BU);
552 if (!IntrInst)
553 continue;
554
555 if (!IntrInst->isLifetimeStartOrEnd())
556 continue;
557
558 if (definedInRegion(Blocks, IntrInst))
559 continue;
560
561 LLVM_DEBUG(dbgs() << "Replace use of extracted region bitcast"do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Replace use of extracted region bitcast"
<< *Bitcast << " in out-of-region lifetime marker "
<< *IntrInst << "\n"; } } while (false)
562 << *Bitcast << " in out-of-region lifetime marker "do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Replace use of extracted region bitcast"
<< *Bitcast << " in out-of-region lifetime marker "
<< *IntrInst << "\n"; } } while (false)
563 << *IntrInst << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Replace use of extracted region bitcast"
<< *Bitcast << " in out-of-region lifetime marker "
<< *IntrInst << "\n"; } } while (false)
;
564 LifetimeBitcastUsers.push_back(IntrInst);
565 }
566 }
567
568 for (Instruction *I : LifetimeBitcastUsers) {
569 Module *M = AIFunc->getParent();
570 LLVMContext &Ctx = M->getContext();
571 auto *Int8PtrTy = Type::getInt8PtrTy(Ctx);
572 CastInst *CastI =
573 CastInst::CreatePointerCast(AI, Int8PtrTy, "lt.cast", I);
574 I->replaceUsesOfWith(I->getOperand(1), CastI);
575 }
576
577 // Follow any bitcasts.
578 SmallVector<Instruction *, 2> Bitcasts;
579 SmallVector<LifetimeMarkerInfo, 2> BitcastLifetimeInfo;
580 for (User *U : AI->users()) {
581 if (U->stripInBoundsConstantOffsets() == AI) {
582 Instruction *Bitcast = cast<Instruction>(U);
583 LifetimeMarkerInfo LMI = getLifetimeMarkers(CEAC, Bitcast, ExitBlock);
584 if (LMI.LifeStart) {
585 Bitcasts.push_back(Bitcast);
586 BitcastLifetimeInfo.push_back(LMI);
587 continue;
588 }
589 }
590
591 // Found unknown use of AI.
592 if (!definedInRegion(Blocks, U)) {
593 Bitcasts.clear();
594 break;
595 }
596 }
597
598 // Either no bitcasts reference the alloca or there are unknown uses.
599 if (Bitcasts.empty())
600 continue;
601
602 LLVM_DEBUG(dbgs() << "Sinking alloca (via bitcast): " << *AI << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Sinking alloca (via bitcast): "
<< *AI << "\n"; } } while (false)
;
603 SinkCands.insert(AI);
604 for (unsigned I = 0, E = Bitcasts.size(); I != E; ++I) {
605 Instruction *BitcastAddr = Bitcasts[I];
606 const LifetimeMarkerInfo &LMI = BitcastLifetimeInfo[I];
607 assert(LMI.LifeStart &&(static_cast <bool> (LMI.LifeStart && "Unsafe to sink bitcast without lifetime markers"
) ? void (0) : __assert_fail ("LMI.LifeStart && \"Unsafe to sink bitcast without lifetime markers\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 608, __extension__ __PRETTY_FUNCTION__))
608 "Unsafe to sink bitcast without lifetime markers")(static_cast <bool> (LMI.LifeStart && "Unsafe to sink bitcast without lifetime markers"
) ? void (0) : __assert_fail ("LMI.LifeStart && \"Unsafe to sink bitcast without lifetime markers\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 608, __extension__ __PRETTY_FUNCTION__))
;
609 moveOrIgnoreLifetimeMarkers(LMI);
610 if (!definedInRegion(Blocks, BitcastAddr)) {
611 LLVM_DEBUG(dbgs() << "Sinking bitcast-of-alloca: " << *BitcastAddrdo { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Sinking bitcast-of-alloca: "
<< *BitcastAddr << "\n"; } } while (false)
612 << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "Sinking bitcast-of-alloca: "
<< *BitcastAddr << "\n"; } } while (false)
;
613 SinkCands.insert(BitcastAddr);
614 }
615 }
616 }
617}
618
619bool CodeExtractor::isEligible() const {
620 if (Blocks.empty())
621 return false;
622 BasicBlock *Header = *Blocks.begin();
623 Function *F = Header->getParent();
624
625 // For functions with varargs, check that varargs handling is only done in the
626 // outlined function, i.e vastart and vaend are only used in outlined blocks.
627 if (AllowVarArgs && F->getFunctionType()->isVarArg()) {
628 auto containsVarArgIntrinsic = [](const Instruction &I) {
629 if (const CallInst *CI = dyn_cast<CallInst>(&I))
630 if (const Function *Callee = CI->getCalledFunction())
631 return Callee->getIntrinsicID() == Intrinsic::vastart ||
632 Callee->getIntrinsicID() == Intrinsic::vaend;
633 return false;
634 };
635
636 for (auto &BB : *F) {
637 if (Blocks.count(&BB))
638 continue;
639 if (llvm::any_of(BB, containsVarArgIntrinsic))
640 return false;
641 }
642 }
643 return true;
644}
645
646void CodeExtractor::findInputsOutputs(ValueSet &Inputs, ValueSet &Outputs,
647 const ValueSet &SinkCands) const {
648 for (BasicBlock *BB : Blocks) {
649 // If a used value is defined outside the region, it's an input. If an
650 // instruction is used outside the region, it's an output.
651 for (Instruction &II : *BB) {
652 for (auto &OI : II.operands()) {
653 Value *V = OI;
654 if (!SinkCands.count(V) && definedInCaller(Blocks, V))
655 Inputs.insert(V);
656 }
657
658 for (User *U : II.users())
659 if (!definedInRegion(Blocks, U)) {
660 Outputs.insert(&II);
661 break;
662 }
663 }
664 }
665}
666
667/// severSplitPHINodesOfEntry - If a PHI node has multiple inputs from outside
668/// of the region, we need to split the entry block of the region so that the
669/// PHI node is easier to deal with.
670void CodeExtractor::severSplitPHINodesOfEntry(BasicBlock *&Header) {
671 unsigned NumPredsFromRegion = 0;
672 unsigned NumPredsOutsideRegion = 0;
673
674 if (Header != &Header->getParent()->getEntryBlock()) {
675 PHINode *PN = dyn_cast<PHINode>(Header->begin());
676 if (!PN) return; // No PHI nodes.
677
678 // If the header node contains any PHI nodes, check to see if there is more
679 // than one entry from outside the region. If so, we need to sever the
680 // header block into two.
681 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
682 if (Blocks.count(PN->getIncomingBlock(i)))
683 ++NumPredsFromRegion;
684 else
685 ++NumPredsOutsideRegion;
686
687 // If there is one (or fewer) predecessor from outside the region, we don't
688 // need to do anything special.
689 if (NumPredsOutsideRegion <= 1) return;
690 }
691
692 // Otherwise, we need to split the header block into two pieces: one
693 // containing PHI nodes merging values from outside of the region, and a
694 // second that contains all of the code for the block and merges back any
695 // incoming values from inside of the region.
696 BasicBlock *NewBB = SplitBlock(Header, Header->getFirstNonPHI(), DT);
697
698 // We only want to code extract the second block now, and it becomes the new
699 // header of the region.
700 BasicBlock *OldPred = Header;
701 Blocks.remove(OldPred);
702 Blocks.insert(NewBB);
703 Header = NewBB;
704
705 // Okay, now we need to adjust the PHI nodes and any branches from within the
706 // region to go to the new header block instead of the old header block.
707 if (NumPredsFromRegion) {
708 PHINode *PN = cast<PHINode>(OldPred->begin());
709 // Loop over all of the predecessors of OldPred that are in the region,
710 // changing them to branch to NewBB instead.
711 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
712 if (Blocks.count(PN->getIncomingBlock(i))) {
713 Instruction *TI = PN->getIncomingBlock(i)->getTerminator();
714 TI->replaceUsesOfWith(OldPred, NewBB);
715 }
716
717 // Okay, everything within the region is now branching to the right block, we
718 // just have to update the PHI nodes now, inserting PHI nodes into NewBB.
719 BasicBlock::iterator AfterPHIs;
720 for (AfterPHIs = OldPred->begin(); isa<PHINode>(AfterPHIs); ++AfterPHIs) {
721 PHINode *PN = cast<PHINode>(AfterPHIs);
722 // Create a new PHI node in the new region, which has an incoming value
723 // from OldPred of PN.
724 PHINode *NewPN = PHINode::Create(PN->getType(), 1 + NumPredsFromRegion,
725 PN->getName() + ".ce", &NewBB->front());
726 PN->replaceAllUsesWith(NewPN);
727 NewPN->addIncoming(PN, OldPred);
728
729 // Loop over all of the incoming value in PN, moving them to NewPN if they
730 // are from the extracted region.
731 for (unsigned i = 0; i != PN->getNumIncomingValues(); ++i) {
732 if (Blocks.count(PN->getIncomingBlock(i))) {
733 NewPN->addIncoming(PN->getIncomingValue(i), PN->getIncomingBlock(i));
734 PN->removeIncomingValue(i);
735 --i;
736 }
737 }
738 }
739 }
740}
741
742/// severSplitPHINodesOfExits - if PHI nodes in exit blocks have inputs from
743/// outlined region, we split these PHIs on two: one with inputs from region
744/// and other with remaining incoming blocks; then first PHIs are placed in
745/// outlined region.
746void CodeExtractor::severSplitPHINodesOfExits(
747 const SmallPtrSetImpl<BasicBlock *> &Exits) {
748 for (BasicBlock *ExitBB : Exits) {
749 BasicBlock *NewBB = nullptr;
750
751 for (PHINode &PN : ExitBB->phis()) {
752 // Find all incoming values from the outlining region.
753 SmallVector<unsigned, 2> IncomingVals;
754 for (unsigned i = 0; i < PN.getNumIncomingValues(); ++i)
755 if (Blocks.count(PN.getIncomingBlock(i)))
756 IncomingVals.push_back(i);
757
758 // Do not process PHI if there is one (or fewer) predecessor from region.
759 // If PHI has exactly one predecessor from region, only this one incoming
760 // will be replaced on codeRepl block, so it should be safe to skip PHI.
761 if (IncomingVals.size() <= 1)
762 continue;
763
764 // Create block for new PHIs and add it to the list of outlined if it
765 // wasn't done before.
766 if (!NewBB) {
767 NewBB = BasicBlock::Create(ExitBB->getContext(),
768 ExitBB->getName() + ".split",
769 ExitBB->getParent(), ExitBB);
770 SmallVector<BasicBlock *, 4> Preds(predecessors(ExitBB));
771 for (BasicBlock *PredBB : Preds)
772 if (Blocks.count(PredBB))
773 PredBB->getTerminator()->replaceUsesOfWith(ExitBB, NewBB);
774 BranchInst::Create(ExitBB, NewBB);
775 Blocks.insert(NewBB);
776 }
777
778 // Split this PHI.
779 PHINode *NewPN =
780 PHINode::Create(PN.getType(), IncomingVals.size(),
781 PN.getName() + ".ce", NewBB->getFirstNonPHI());
782 for (unsigned i : IncomingVals)
783 NewPN->addIncoming(PN.getIncomingValue(i), PN.getIncomingBlock(i));
784 for (unsigned i : reverse(IncomingVals))
785 PN.removeIncomingValue(i, false);
786 PN.addIncoming(NewPN, NewBB);
787 }
788 }
789}
790
791void CodeExtractor::splitReturnBlocks() {
792 for (BasicBlock *Block : Blocks)
793 if (ReturnInst *RI = dyn_cast<ReturnInst>(Block->getTerminator())) {
794 BasicBlock *New =
795 Block->splitBasicBlock(RI->getIterator(), Block->getName() + ".ret");
796 if (DT) {
797 // Old dominates New. New node dominates all other nodes dominated
798 // by Old.
799 DomTreeNode *OldNode = DT->getNode(Block);
800 SmallVector<DomTreeNode *, 8> Children(OldNode->begin(),
801 OldNode->end());
802
803 DomTreeNode *NewNode = DT->addNewBlock(New, Block);
804
805 for (DomTreeNode *I : Children)
806 DT->changeImmediateDominator(I, NewNode);
807 }
808 }
809}
810
811/// constructFunction - make a function based on inputs and outputs, as follows:
812/// f(in0, ..., inN, out0, ..., outN)
813Function *CodeExtractor::constructFunction(const ValueSet &inputs,
814 const ValueSet &outputs,
815 BasicBlock *header,
816 BasicBlock *newRootNode,
817 BasicBlock *newHeader,
818 Function *oldFunction,
819 Module *M) {
820 LLVM_DEBUG(dbgs() << "inputs: " << inputs.size() << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "inputs: " << inputs
.size() << "\n"; } } while (false)
;
1
Assuming 'DebugFlag' is false
2
Loop condition is false. Exiting loop
821 LLVM_DEBUG(dbgs() << "outputs: " << outputs.size() << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "outputs: " << outputs
.size() << "\n"; } } while (false)
;
3
Loop condition is false. Exiting loop
822
823 // This function returns unsigned, outputs will go back by reference.
824 switch (NumExitBlocks) {
4
Control jumps to the 'default' case at line 828
825 case 0:
826 case 1: RetTy = Type::getVoidTy(header->getContext()); break;
827 case 2: RetTy = Type::getInt1Ty(header->getContext()); break;
828 default: RetTy = Type::getInt16Ty(header->getContext()); break;
5
Execution continues on line 831
829 }
830
831 std::vector<Type *> paramTy;
832
833 // Add the types of the input values to the function's argument list
834 for (Value *value : inputs) {
835 LLVM_DEBUG(dbgs() << "value used in func: " << *value << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "value used in func: " <<
*value << "\n"; } } while (false)
;
836 paramTy.push_back(value->getType());
837 }
838
839 // Add the types of the output values to the function's argument list.
840 for (Value *output : outputs) {
841 LLVM_DEBUG(dbgs() << "instr used in func: " << *output << "\n")do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { dbgs() << "instr used in func: " <<
*output << "\n"; } } while (false)
;
842 if (AggregateArgs)
843 paramTy.push_back(output->getType());
844 else
845 paramTy.push_back(PointerType::getUnqual(output->getType()));
846 }
847
848 LLVM_DEBUG({do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { { dbgs() << "Function type: " <<
*RetTy << " f("; for (Type *i : paramTy) dbgs() <<
*i << ", "; dbgs() << ")\n"; }; } } while (false
)
6
Assuming 'DebugFlag' is false
7
Loop condition is false. Exiting loop
849 dbgs() << "Function type: " << *RetTy << " f(";do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { { dbgs() << "Function type: " <<
*RetTy << " f("; for (Type *i : paramTy) dbgs() <<
*i << ", "; dbgs() << ")\n"; }; } } while (false
)
850 for (Type *i : paramTy)do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { { dbgs() << "Function type: " <<
*RetTy << " f("; for (Type *i : paramTy) dbgs() <<
*i << ", "; dbgs() << ")\n"; }; } } while (false
)
851 dbgs() << *i << ", ";do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { { dbgs() << "Function type: " <<
*RetTy << " f("; for (Type *i : paramTy) dbgs() <<
*i << ", "; dbgs() << ")\n"; }; } } while (false
)
852 dbgs() << ")\n";do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { { dbgs() << "Function type: " <<
*RetTy << " f("; for (Type *i : paramTy) dbgs() <<
*i << ", "; dbgs() << ")\n"; }; } } while (false
)
853 })do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { { dbgs() << "Function type: " <<
*RetTy << " f("; for (Type *i : paramTy) dbgs() <<
*i << ", "; dbgs() << ")\n"; }; } } while (false
)
;
854
855 StructType *StructTy = nullptr;
8
'StructTy' initialized to a null pointer value
856 if (AggregateArgs && (inputs.size() + outputs.size() > 0)) {
9
Assuming field 'AggregateArgs' is true
10
Assuming the condition is false
11
Taking false branch
857 StructTy = StructType::get(M->getContext(), paramTy);
858 paramTy.clear();
859 paramTy.push_back(PointerType::getUnqual(StructTy));
860 }
861 FunctionType *funcType =
862 FunctionType::get(RetTy, paramTy,
863 AllowVarArgs && oldFunction->isVarArg());
12
Assuming field 'AllowVarArgs' is false
864
865 std::string SuffixToUse =
866 Suffix.empty()
13
Assuming the condition is false
14
'?' condition is false
867 ? (header->getName().empty() ? "extracted" : header->getName().str())
868 : Suffix;
869 // Create the new function
870 Function *newFunction = Function::Create(
871 funcType, GlobalValue::InternalLinkage, oldFunction->getAddressSpace(),
872 oldFunction->getName() + "." + SuffixToUse, M);
873 // If the old function is no-throw, so is the new one.
874 if (oldFunction->doesNotThrow())
15
Assuming the condition is false
16
Taking false branch
875 newFunction->setDoesNotThrow();
876
877 // Inherit the uwtable attribute if we need to.
878 if (oldFunction->hasUWTable())
17
Assuming the condition is false
18
Taking false branch
879 newFunction->setHasUWTable();
880
881 // Inherit all of the target dependent attributes and white-listed
882 // target independent attributes.
883 // (e.g. If the extracted region contains a call to an x86.sse
884 // instruction we need to make sure that the extracted region has the
885 // "target-features" attribute allowing it to be lowered.
886 // FIXME: This should be changed to check to see if a specific
887 // attribute can not be inherited.
888 for (const auto &Attr : oldFunction->getAttributes().getFnAttributes()) {
19
Assuming '__begin1' is equal to '__end1'
889 if (Attr.isStringAttribute()) {
890 if (Attr.getKindAsString() == "thunk")
891 continue;
892 } else
893 switch (Attr.getKindAsEnum()) {
894 // Those attributes cannot be propagated safely. Explicitly list them
895 // here so we get a warning if new attributes are added. This list also
896 // includes non-function attributes.
897 case Attribute::Alignment:
898 case Attribute::AllocSize:
899 case Attribute::ArgMemOnly:
900 case Attribute::Builtin:
901 case Attribute::ByVal:
902 case Attribute::Convergent:
903 case Attribute::Dereferenceable:
904 case Attribute::DereferenceableOrNull:
905 case Attribute::InAlloca:
906 case Attribute::InReg:
907 case Attribute::InaccessibleMemOnly:
908 case Attribute::InaccessibleMemOrArgMemOnly:
909 case Attribute::JumpTable:
910 case Attribute::Naked:
911 case Attribute::Nest:
912 case Attribute::NoAlias:
913 case Attribute::NoBuiltin:
914 case Attribute::NoCapture:
915 case Attribute::NoMerge:
916 case Attribute::NoReturn:
917 case Attribute::NoSync:
918 case Attribute::NoUndef:
919 case Attribute::None:
920 case Attribute::NonNull:
921 case Attribute::Preallocated:
922 case Attribute::ReadNone:
923 case Attribute::ReadOnly:
924 case Attribute::Returned:
925 case Attribute::ReturnsTwice:
926 case Attribute::SExt:
927 case Attribute::Speculatable:
928 case Attribute::StackAlignment:
929 case Attribute::StructRet:
930 case Attribute::SwiftError:
931 case Attribute::SwiftSelf:
932 case Attribute::SwiftAsync:
933 case Attribute::WillReturn:
934 case Attribute::WriteOnly:
935 case Attribute::ZExt:
936 case Attribute::ImmArg:
937 case Attribute::ByRef:
938 case Attribute::EndAttrKinds:
939 case Attribute::EmptyKey:
940 case Attribute::TombstoneKey:
941 continue;
942 // Those attributes should be safe to propagate to the extracted function.
943 case Attribute::AlwaysInline:
944 case Attribute::Cold:
945 case Attribute::Hot:
946 case Attribute::NoRecurse:
947 case Attribute::InlineHint:
948 case Attribute::MinSize:
949 case Attribute::NoCallback:
950 case Attribute::NoDuplicate:
951 case Attribute::NoFree:
952 case Attribute::NoImplicitFloat:
953 case Attribute::NoInline:
954 case Attribute::NonLazyBind:
955 case Attribute::NoRedZone:
956 case Attribute::NoUnwind:
957 case Attribute::NoSanitizeCoverage:
958 case Attribute::NullPointerIsValid:
959 case Attribute::OptForFuzzing:
960 case Attribute::OptimizeNone:
961 case Attribute::OptimizeForSize:
962 case Attribute::SafeStack:
963 case Attribute::ShadowCallStack:
964 case Attribute::SanitizeAddress:
965 case Attribute::SanitizeMemory:
966 case Attribute::SanitizeThread:
967 case Attribute::SanitizeHWAddress:
968 case Attribute::SanitizeMemTag:
969 case Attribute::SpeculativeLoadHardening:
970 case Attribute::StackProtect:
971 case Attribute::StackProtectReq:
972 case Attribute::StackProtectStrong:
973 case Attribute::StrictFP:
974 case Attribute::UWTable:
975 case Attribute::VScaleRange:
976 case Attribute::NoCfCheck:
977 case Attribute::MustProgress:
978 case Attribute::NoProfile:
979 break;
980 }
981
982 newFunction->addFnAttr(Attr);
983 }
984 newFunction->getBasicBlockList().push_back(newRootNode);
985
986 // Create an iterator to name all of the arguments we inserted.
987 Function::arg_iterator AI = newFunction->arg_begin();
988
989 // Rewrite all users of the inputs in the extracted region to use the
990 // arguments (or appropriate addressing into struct) instead.
991 for (unsigned i = 0, e = inputs.size(); i != e; ++i) {
20
Assuming 'i' is not equal to 'e'
21
Loop condition is true. Entering loop body
992 Value *RewriteVal;
993 if (AggregateArgs
21.1
Field 'AggregateArgs' is true
) {
22
Taking true branch
994 Value *Idx[2];
995 Idx[0] = Constant::getNullValue(Type::getInt32Ty(header->getContext()));
996 Idx[1] = ConstantInt::get(Type::getInt32Ty(header->getContext()), i);
997 Instruction *TI = newFunction->begin()->getTerminator();
998 GetElementPtrInst *GEP = GetElementPtrInst::Create(
999 StructTy, &*AI, Idx, "gep_" + inputs[i]->getName(), TI);
1000 RewriteVal = new LoadInst(StructTy->getElementType(i), GEP,
23
Called C++ object pointer is null
1001 "loadgep_" + inputs[i]->getName(), TI);
1002 } else
1003 RewriteVal = &*AI++;
1004
1005 std::vector<User *> Users(inputs[i]->user_begin(), inputs[i]->user_end());
1006 for (User *use : Users)
1007 if (Instruction *inst = dyn_cast<Instruction>(use))
1008 if (Blocks.count(inst->getParent()))
1009 inst->replaceUsesOfWith(inputs[i], RewriteVal);
1010 }
1011
1012 // Set names for input and output arguments.
1013 if (!AggregateArgs) {
1014 AI = newFunction->arg_begin();
1015 for (unsigned i = 0, e = inputs.size(); i != e; ++i, ++AI)
1016 AI->setName(inputs[i]->getName());
1017 for (unsigned i = 0, e = outputs.size(); i != e; ++i, ++AI)
1018 AI->setName(outputs[i]->getName()+".out");
1019 }
1020
1021 // Rewrite branches to basic blocks outside of the loop to new dummy blocks
1022 // within the new function. This must be done before we lose track of which
1023 // blocks were originally in the code region.
1024 std::vector<User *> Users(header->user_begin(), header->user_end());
1025 for (auto &U : Users)
1026 // The BasicBlock which contains the branch is not in the region
1027 // modify the branch target to a new block
1028 if (Instruction *I = dyn_cast<Instruction>(U))
1029 if (I->isTerminator() && I->getFunction() == oldFunction &&
1030 !Blocks.count(I->getParent()))
1031 I->replaceUsesOfWith(header, newHeader);
1032
1033 return newFunction;
1034}
1035
1036/// Erase lifetime.start markers which reference inputs to the extraction
1037/// region, and insert the referenced memory into \p LifetimesStart.
1038///
1039/// The extraction region is defined by a set of blocks (\p Blocks), and a set
1040/// of allocas which will be moved from the caller function into the extracted
1041/// function (\p SunkAllocas).
1042static void eraseLifetimeMarkersOnInputs(const SetVector<BasicBlock *> &Blocks,
1043 const SetVector<Value *> &SunkAllocas,
1044 SetVector<Value *> &LifetimesStart) {
1045 for (BasicBlock *BB : Blocks) {
1046 for (auto It = BB->begin(), End = BB->end(); It != End;) {
1047 auto *II = dyn_cast<IntrinsicInst>(&*It);
1048 ++It;
1049 if (!II || !II->isLifetimeStartOrEnd())
1050 continue;
1051
1052 // Get the memory operand of the lifetime marker. If the underlying
1053 // object is a sunk alloca, or is otherwise defined in the extraction
1054 // region, the lifetime marker must not be erased.
1055 Value *Mem = II->getOperand(1)->stripInBoundsOffsets();
1056 if (SunkAllocas.count(Mem) || definedInRegion(Blocks, Mem))
1057 continue;
1058
1059 if (II->getIntrinsicID() == Intrinsic::lifetime_start)
1060 LifetimesStart.insert(Mem);
1061 II->eraseFromParent();
1062 }
1063 }
1064}
1065
1066/// Insert lifetime start/end markers surrounding the call to the new function
1067/// for objects defined in the caller.
1068static void insertLifetimeMarkersSurroundingCall(
1069 Module *M, ArrayRef<Value *> LifetimesStart, ArrayRef<Value *> LifetimesEnd,
1070 CallInst *TheCall) {
1071 LLVMContext &Ctx = M->getContext();
1072 auto Int8PtrTy = Type::getInt8PtrTy(Ctx);
1073 auto NegativeOne = ConstantInt::getSigned(Type::getInt64Ty(Ctx), -1);
1074 Instruction *Term = TheCall->getParent()->getTerminator();
1075
1076 // The memory argument to a lifetime marker must be a i8*. Cache any bitcasts
1077 // needed to satisfy this requirement so they may be reused.
1078 DenseMap<Value *, Value *> Bitcasts;
1079
1080 // Emit lifetime markers for the pointers given in \p Objects. Insert the
1081 // markers before the call if \p InsertBefore, and after the call otherwise.
1082 auto insertMarkers = [&](Function *MarkerFunc, ArrayRef<Value *> Objects,
1083 bool InsertBefore) {
1084 for (Value *Mem : Objects) {
1085 assert((!isa<Instruction>(Mem) || cast<Instruction>(Mem)->getFunction() ==(static_cast <bool> ((!isa<Instruction>(Mem) || cast
<Instruction>(Mem)->getFunction() == TheCall->getFunction
()) && "Input memory not defined in original function"
) ? void (0) : __assert_fail ("(!isa<Instruction>(Mem) || cast<Instruction>(Mem)->getFunction() == TheCall->getFunction()) && \"Input memory not defined in original function\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1087, __extension__ __PRETTY_FUNCTION__))
1086 TheCall->getFunction()) &&(static_cast <bool> ((!isa<Instruction>(Mem) || cast
<Instruction>(Mem)->getFunction() == TheCall->getFunction
()) && "Input memory not defined in original function"
) ? void (0) : __assert_fail ("(!isa<Instruction>(Mem) || cast<Instruction>(Mem)->getFunction() == TheCall->getFunction()) && \"Input memory not defined in original function\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1087, __extension__ __PRETTY_FUNCTION__))
1087 "Input memory not defined in original function")(static_cast <bool> ((!isa<Instruction>(Mem) || cast
<Instruction>(Mem)->getFunction() == TheCall->getFunction
()) && "Input memory not defined in original function"
) ? void (0) : __assert_fail ("(!isa<Instruction>(Mem) || cast<Instruction>(Mem)->getFunction() == TheCall->getFunction()) && \"Input memory not defined in original function\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1087, __extension__ __PRETTY_FUNCTION__))
;
1088 Value *&MemAsI8Ptr = Bitcasts[Mem];
1089 if (!MemAsI8Ptr) {
1090 if (Mem->getType() == Int8PtrTy)
1091 MemAsI8Ptr = Mem;
1092 else
1093 MemAsI8Ptr =
1094 CastInst::CreatePointerCast(Mem, Int8PtrTy, "lt.cast", TheCall);
1095 }
1096
1097 auto Marker = CallInst::Create(MarkerFunc, {NegativeOne, MemAsI8Ptr});
1098 if (InsertBefore)
1099 Marker->insertBefore(TheCall);
1100 else
1101 Marker->insertBefore(Term);
1102 }
1103 };
1104
1105 if (!LifetimesStart.empty()) {
1106 auto StartFn = llvm::Intrinsic::getDeclaration(
1107 M, llvm::Intrinsic::lifetime_start, Int8PtrTy);
1108 insertMarkers(StartFn, LifetimesStart, /*InsertBefore=*/true);
1109 }
1110
1111 if (!LifetimesEnd.empty()) {
1112 auto EndFn = llvm::Intrinsic::getDeclaration(
1113 M, llvm::Intrinsic::lifetime_end, Int8PtrTy);
1114 insertMarkers(EndFn, LifetimesEnd, /*InsertBefore=*/false);
1115 }
1116}
1117
1118/// emitCallAndSwitchStatement - This method sets up the caller side by adding
1119/// the call instruction, splitting any PHI nodes in the header block as
1120/// necessary.
1121CallInst *CodeExtractor::emitCallAndSwitchStatement(Function *newFunction,
1122 BasicBlock *codeReplacer,
1123 ValueSet &inputs,
1124 ValueSet &outputs) {
1125 // Emit a call to the new function, passing in: *pointer to struct (if
1126 // aggregating parameters), or plan inputs and allocated memory for outputs
1127 std::vector<Value *> params, StructValues, ReloadOutputs, Reloads;
1128
1129 Module *M = newFunction->getParent();
1130 LLVMContext &Context = M->getContext();
1131 const DataLayout &DL = M->getDataLayout();
1132 CallInst *call = nullptr;
1133
1134 // Add inputs as params, or to be filled into the struct
1135 unsigned ArgNo = 0;
1136 SmallVector<unsigned, 1> SwiftErrorArgs;
1137 for (Value *input : inputs) {
1138 if (AggregateArgs)
1139 StructValues.push_back(input);
1140 else {
1141 params.push_back(input);
1142 if (input->isSwiftError())
1143 SwiftErrorArgs.push_back(ArgNo);
1144 }
1145 ++ArgNo;
1146 }
1147
1148 // Create allocas for the outputs
1149 for (Value *output : outputs) {
1150 if (AggregateArgs) {
1151 StructValues.push_back(output);
1152 } else {
1153 AllocaInst *alloca =
1154 new AllocaInst(output->getType(), DL.getAllocaAddrSpace(),
1155 nullptr, output->getName() + ".loc",
1156 &codeReplacer->getParent()->front().front());
1157 ReloadOutputs.push_back(alloca);
1158 params.push_back(alloca);
1159 }
1160 }
1161
1162 StructType *StructArgTy = nullptr;
1163 AllocaInst *Struct = nullptr;
1164 if (AggregateArgs && (inputs.size() + outputs.size() > 0)) {
1165 std::vector<Type *> ArgTypes;
1166 for (Value *V : StructValues)
1167 ArgTypes.push_back(V->getType());
1168
1169 // Allocate a struct at the beginning of this function
1170 StructArgTy = StructType::get(newFunction->getContext(), ArgTypes);
1171 Struct = new AllocaInst(StructArgTy, DL.getAllocaAddrSpace(), nullptr,
1172 "structArg",
1173 &codeReplacer->getParent()->front().front());
1174 params.push_back(Struct);
1175
1176 for (unsigned i = 0, e = inputs.size(); i != e; ++i) {
1177 Value *Idx[2];
1178 Idx[0] = Constant::getNullValue(Type::getInt32Ty(Context));
1179 Idx[1] = ConstantInt::get(Type::getInt32Ty(Context), i);
1180 GetElementPtrInst *GEP = GetElementPtrInst::Create(
1181 StructArgTy, Struct, Idx, "gep_" + StructValues[i]->getName());
1182 codeReplacer->getInstList().push_back(GEP);
1183 new StoreInst(StructValues[i], GEP, codeReplacer);
1184 }
1185 }
1186
1187 // Emit the call to the function
1188 call = CallInst::Create(newFunction, params,
1189 NumExitBlocks > 1 ? "targetBlock" : "");
1190 // Add debug location to the new call, if the original function has debug
1191 // info. In that case, the terminator of the entry block of the extracted
1192 // function contains the first debug location of the extracted function,
1193 // set in extractCodeRegion.
1194 if (codeReplacer->getParent()->getSubprogram()) {
1195 if (auto DL = newFunction->getEntryBlock().getTerminator()->getDebugLoc())
1196 call->setDebugLoc(DL);
1197 }
1198 codeReplacer->getInstList().push_back(call);
1199
1200 // Set swifterror parameter attributes.
1201 for (unsigned SwiftErrArgNo : SwiftErrorArgs) {
1202 call->addParamAttr(SwiftErrArgNo, Attribute::SwiftError);
1203 newFunction->addParamAttr(SwiftErrArgNo, Attribute::SwiftError);
1204 }
1205
1206 Function::arg_iterator OutputArgBegin = newFunction->arg_begin();
1207 unsigned FirstOut = inputs.size();
1208 if (!AggregateArgs)
1209 std::advance(OutputArgBegin, inputs.size());
1210
1211 // Reload the outputs passed in by reference.
1212 for (unsigned i = 0, e = outputs.size(); i != e; ++i) {
1213 Value *Output = nullptr;
1214 if (AggregateArgs) {
1215 Value *Idx[2];
1216 Idx[0] = Constant::getNullValue(Type::getInt32Ty(Context));
1217 Idx[1] = ConstantInt::get(Type::getInt32Ty(Context), FirstOut + i);
1218 GetElementPtrInst *GEP = GetElementPtrInst::Create(
1219 StructArgTy, Struct, Idx, "gep_reload_" + outputs[i]->getName());
1220 codeReplacer->getInstList().push_back(GEP);
1221 Output = GEP;
1222 } else {
1223 Output = ReloadOutputs[i];
1224 }
1225 LoadInst *load = new LoadInst(outputs[i]->getType(), Output,
1226 outputs[i]->getName() + ".reload",
1227 codeReplacer);
1228 Reloads.push_back(load);
1229 std::vector<User *> Users(outputs[i]->user_begin(), outputs[i]->user_end());
1230 for (unsigned u = 0, e = Users.size(); u != e; ++u) {
1231 Instruction *inst = cast<Instruction>(Users[u]);
1232 if (!Blocks.count(inst->getParent()))
1233 inst->replaceUsesOfWith(outputs[i], load);
1234 }
1235 }
1236
1237 // Now we can emit a switch statement using the call as a value.
1238 SwitchInst *TheSwitch =
1239 SwitchInst::Create(Constant::getNullValue(Type::getInt16Ty(Context)),
1240 codeReplacer, 0, codeReplacer);
1241
1242 // Since there may be multiple exits from the original region, make the new
1243 // function return an unsigned, switch on that number. This loop iterates
1244 // over all of the blocks in the extracted region, updating any terminator
1245 // instructions in the to-be-extracted region that branch to blocks that are
1246 // not in the region to be extracted.
1247 std::map<BasicBlock *, BasicBlock *> ExitBlockMap;
1248
1249 unsigned switchVal = 0;
1250 for (BasicBlock *Block : Blocks) {
1251 Instruction *TI = Block->getTerminator();
1252 for (unsigned i = 0, e = TI->getNumSuccessors(); i != e; ++i)
1253 if (!Blocks.count(TI->getSuccessor(i))) {
1254 BasicBlock *OldTarget = TI->getSuccessor(i);
1255 // add a new basic block which returns the appropriate value
1256 BasicBlock *&NewTarget = ExitBlockMap[OldTarget];
1257 if (!NewTarget) {
1258 // If we don't already have an exit stub for this non-extracted
1259 // destination, create one now!
1260 NewTarget = BasicBlock::Create(Context,
1261 OldTarget->getName() + ".exitStub",
1262 newFunction);
1263 unsigned SuccNum = switchVal++;
1264
1265 Value *brVal = nullptr;
1266 switch (NumExitBlocks) {
1267 case 0:
1268 case 1: break; // No value needed.
1269 case 2: // Conditional branch, return a bool
1270 brVal = ConstantInt::get(Type::getInt1Ty(Context), !SuccNum);
1271 break;
1272 default:
1273 brVal = ConstantInt::get(Type::getInt16Ty(Context), SuccNum);
1274 break;
1275 }
1276
1277 ReturnInst::Create(Context, brVal, NewTarget);
1278
1279 // Update the switch instruction.
1280 TheSwitch->addCase(ConstantInt::get(Type::getInt16Ty(Context),
1281 SuccNum),
1282 OldTarget);
1283 }
1284
1285 // rewrite the original branch instruction with this new target
1286 TI->setSuccessor(i, NewTarget);
1287 }
1288 }
1289
1290 // Store the arguments right after the definition of output value.
1291 // This should be proceeded after creating exit stubs to be ensure that invoke
1292 // result restore will be placed in the outlined function.
1293 Function::arg_iterator OAI = OutputArgBegin;
1294 for (unsigned i = 0, e = outputs.size(); i != e; ++i) {
1295 auto *OutI = dyn_cast<Instruction>(outputs[i]);
1296 if (!OutI)
1297 continue;
1298
1299 // Find proper insertion point.
1300 BasicBlock::iterator InsertPt;
1301 // In case OutI is an invoke, we insert the store at the beginning in the
1302 // 'normal destination' BB. Otherwise we insert the store right after OutI.
1303 if (auto *InvokeI = dyn_cast<InvokeInst>(OutI))
1304 InsertPt = InvokeI->getNormalDest()->getFirstInsertionPt();
1305 else if (auto *Phi = dyn_cast<PHINode>(OutI))
1306 InsertPt = Phi->getParent()->getFirstInsertionPt();
1307 else
1308 InsertPt = std::next(OutI->getIterator());
1309
1310 Instruction *InsertBefore = &*InsertPt;
1311 assert((InsertBefore->getFunction() == newFunction ||(static_cast <bool> ((InsertBefore->getFunction() ==
newFunction || Blocks.count(InsertBefore->getParent())) &&
"InsertPt should be in new function") ? void (0) : __assert_fail
("(InsertBefore->getFunction() == newFunction || Blocks.count(InsertBefore->getParent())) && \"InsertPt should be in new function\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1313, __extension__ __PRETTY_FUNCTION__))
1312 Blocks.count(InsertBefore->getParent())) &&(static_cast <bool> ((InsertBefore->getFunction() ==
newFunction || Blocks.count(InsertBefore->getParent())) &&
"InsertPt should be in new function") ? void (0) : __assert_fail
("(InsertBefore->getFunction() == newFunction || Blocks.count(InsertBefore->getParent())) && \"InsertPt should be in new function\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1313, __extension__ __PRETTY_FUNCTION__))
1313 "InsertPt should be in new function")(static_cast <bool> ((InsertBefore->getFunction() ==
newFunction || Blocks.count(InsertBefore->getParent())) &&
"InsertPt should be in new function") ? void (0) : __assert_fail
("(InsertBefore->getFunction() == newFunction || Blocks.count(InsertBefore->getParent())) && \"InsertPt should be in new function\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1313, __extension__ __PRETTY_FUNCTION__))
;
1314 assert(OAI != newFunction->arg_end() &&(static_cast <bool> (OAI != newFunction->arg_end() &&
"Number of output arguments should match " "the amount of defined values"
) ? void (0) : __assert_fail ("OAI != newFunction->arg_end() && \"Number of output arguments should match \" \"the amount of defined values\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1316, __extension__ __PRETTY_FUNCTION__))
1315 "Number of output arguments should match "(static_cast <bool> (OAI != newFunction->arg_end() &&
"Number of output arguments should match " "the amount of defined values"
) ? void (0) : __assert_fail ("OAI != newFunction->arg_end() && \"Number of output arguments should match \" \"the amount of defined values\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1316, __extension__ __PRETTY_FUNCTION__))
1316 "the amount of defined values")(static_cast <bool> (OAI != newFunction->arg_end() &&
"Number of output arguments should match " "the amount of defined values"
) ? void (0) : __assert_fail ("OAI != newFunction->arg_end() && \"Number of output arguments should match \" \"the amount of defined values\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1316, __extension__ __PRETTY_FUNCTION__))
;
1317 if (AggregateArgs) {
1318 Value *Idx[2];
1319 Idx[0] = Constant::getNullValue(Type::getInt32Ty(Context));
1320 Idx[1] = ConstantInt::get(Type::getInt32Ty(Context), FirstOut + i);
1321 GetElementPtrInst *GEP = GetElementPtrInst::Create(
1322 StructArgTy, &*OAI, Idx, "gep_" + outputs[i]->getName(),
1323 InsertBefore);
1324 new StoreInst(outputs[i], GEP, InsertBefore);
1325 // Since there should be only one struct argument aggregating
1326 // all the output values, we shouldn't increment OAI, which always
1327 // points to the struct argument, in this case.
1328 } else {
1329 new StoreInst(outputs[i], &*OAI, InsertBefore);
1330 ++OAI;
1331 }
1332 }
1333
1334 // Now that we've done the deed, simplify the switch instruction.
1335 Type *OldFnRetTy = TheSwitch->getParent()->getParent()->getReturnType();
1336 switch (NumExitBlocks) {
1337 case 0:
1338 // There are no successors (the block containing the switch itself), which
1339 // means that previously this was the last part of the function, and hence
1340 // this should be rewritten as a `ret'
1341
1342 // Check if the function should return a value
1343 if (OldFnRetTy->isVoidTy()) {
1344 ReturnInst::Create(Context, nullptr, TheSwitch); // Return void
1345 } else if (OldFnRetTy == TheSwitch->getCondition()->getType()) {
1346 // return what we have
1347 ReturnInst::Create(Context, TheSwitch->getCondition(), TheSwitch);
1348 } else {
1349 // Otherwise we must have code extracted an unwind or something, just
1350 // return whatever we want.
1351 ReturnInst::Create(Context,
1352 Constant::getNullValue(OldFnRetTy), TheSwitch);
1353 }
1354
1355 TheSwitch->eraseFromParent();
1356 break;
1357 case 1:
1358 // Only a single destination, change the switch into an unconditional
1359 // branch.
1360 BranchInst::Create(TheSwitch->getSuccessor(1), TheSwitch);
1361 TheSwitch->eraseFromParent();
1362 break;
1363 case 2:
1364 BranchInst::Create(TheSwitch->getSuccessor(1), TheSwitch->getSuccessor(2),
1365 call, TheSwitch);
1366 TheSwitch->eraseFromParent();
1367 break;
1368 default:
1369 // Otherwise, make the default destination of the switch instruction be one
1370 // of the other successors.
1371 TheSwitch->setCondition(call);
1372 TheSwitch->setDefaultDest(TheSwitch->getSuccessor(NumExitBlocks));
1373 // Remove redundant case
1374 TheSwitch->removeCase(SwitchInst::CaseIt(TheSwitch, NumExitBlocks-1));
1375 break;
1376 }
1377
1378 // Insert lifetime markers around the reloads of any output values. The
1379 // allocas output values are stored in are only in-use in the codeRepl block.
1380 insertLifetimeMarkersSurroundingCall(M, ReloadOutputs, ReloadOutputs, call);
1381
1382 return call;
1383}
1384
1385void CodeExtractor::moveCodeToFunction(Function *newFunction) {
1386 Function *oldFunc = (*Blocks.begin())->getParent();
1387 Function::BasicBlockListType &oldBlocks = oldFunc->getBasicBlockList();
1388 Function::BasicBlockListType &newBlocks = newFunction->getBasicBlockList();
1389
1390 for (BasicBlock *Block : Blocks) {
1391 // Delete the basic block from the old function, and the list of blocks
1392 oldBlocks.remove(Block);
1393
1394 // Insert this basic block into the new function
1395 newBlocks.push_back(Block);
1396 }
1397}
1398
1399void CodeExtractor::calculateNewCallTerminatorWeights(
1400 BasicBlock *CodeReplacer,
1401 DenseMap<BasicBlock *, BlockFrequency> &ExitWeights,
1402 BranchProbabilityInfo *BPI) {
1403 using Distribution = BlockFrequencyInfoImplBase::Distribution;
1404 using BlockNode = BlockFrequencyInfoImplBase::BlockNode;
1405
1406 // Update the branch weights for the exit block.
1407 Instruction *TI = CodeReplacer->getTerminator();
1408 SmallVector<unsigned, 8> BranchWeights(TI->getNumSuccessors(), 0);
1409
1410 // Block Frequency distribution with dummy node.
1411 Distribution BranchDist;
1412
1413 SmallVector<BranchProbability, 4> EdgeProbabilities(
1414 TI->getNumSuccessors(), BranchProbability::getUnknown());
1415
1416 // Add each of the frequencies of the successors.
1417 for (unsigned i = 0, e = TI->getNumSuccessors(); i < e; ++i) {
1418 BlockNode ExitNode(i);
1419 uint64_t ExitFreq = ExitWeights[TI->getSuccessor(i)].getFrequency();
1420 if (ExitFreq != 0)
1421 BranchDist.addExit(ExitNode, ExitFreq);
1422 else
1423 EdgeProbabilities[i] = BranchProbability::getZero();
1424 }
1425
1426 // Check for no total weight.
1427 if (BranchDist.Total == 0) {
1428 BPI->setEdgeProbability(CodeReplacer, EdgeProbabilities);
1429 return;
1430 }
1431
1432 // Normalize the distribution so that they can fit in unsigned.
1433 BranchDist.normalize();
1434
1435 // Create normalized branch weights and set the metadata.
1436 for (unsigned I = 0, E = BranchDist.Weights.size(); I < E; ++I) {
1437 const auto &Weight = BranchDist.Weights[I];
1438
1439 // Get the weight and update the current BFI.
1440 BranchWeights[Weight.TargetNode.Index] = Weight.Amount;
1441 BranchProbability BP(Weight.Amount, BranchDist.Total);
1442 EdgeProbabilities[Weight.TargetNode.Index] = BP;
1443 }
1444 BPI->setEdgeProbability(CodeReplacer, EdgeProbabilities);
1445 TI->setMetadata(
1446 LLVMContext::MD_prof,
1447 MDBuilder(TI->getContext()).createBranchWeights(BranchWeights));
1448}
1449
1450/// Erase debug info intrinsics which refer to values in \p F but aren't in
1451/// \p F.
1452static void eraseDebugIntrinsicsWithNonLocalRefs(Function &F) {
1453 for (Instruction &I : instructions(F)) {
1454 SmallVector<DbgVariableIntrinsic *, 4> DbgUsers;
1455 findDbgUsers(DbgUsers, &I);
1456 for (DbgVariableIntrinsic *DVI : DbgUsers)
1457 if (DVI->getFunction() != &F)
1458 DVI->eraseFromParent();
1459 }
1460}
1461
1462/// Fix up the debug info in the old and new functions by pointing line
1463/// locations and debug intrinsics to the new subprogram scope, and by deleting
1464/// intrinsics which point to values outside of the new function.
1465static void fixupDebugInfoPostExtraction(Function &OldFunc, Function &NewFunc,
1466 CallInst &TheCall) {
1467 DISubprogram *OldSP = OldFunc.getSubprogram();
1468 LLVMContext &Ctx = OldFunc.getContext();
1469
1470 if (!OldSP) {
1471 // Erase any debug info the new function contains.
1472 stripDebugInfo(NewFunc);
1473 // Make sure the old function doesn't contain any non-local metadata refs.
1474 eraseDebugIntrinsicsWithNonLocalRefs(NewFunc);
1475 return;
1476 }
1477
1478 // Create a subprogram for the new function. Leave out a description of the
1479 // function arguments, as the parameters don't correspond to anything at the
1480 // source level.
1481 assert(OldSP->getUnit() && "Missing compile unit for subprogram")(static_cast <bool> (OldSP->getUnit() && "Missing compile unit for subprogram"
) ? void (0) : __assert_fail ("OldSP->getUnit() && \"Missing compile unit for subprogram\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1481, __extension__ __PRETTY_FUNCTION__))
;
1482 DIBuilder DIB(*OldFunc.getParent(), /*AllowUnresolved=*/false,
1483 OldSP->getUnit());
1484 auto SPType = DIB.createSubroutineType(DIB.getOrCreateTypeArray(None));
1485 DISubprogram::DISPFlags SPFlags = DISubprogram::SPFlagDefinition |
1486 DISubprogram::SPFlagOptimized |
1487 DISubprogram::SPFlagLocalToUnit;
1488 auto NewSP = DIB.createFunction(
1489 OldSP->getUnit(), NewFunc.getName(), NewFunc.getName(), OldSP->getFile(),
1490 /*LineNo=*/0, SPType, /*ScopeLine=*/0, DINode::FlagZero, SPFlags);
1491 NewFunc.setSubprogram(NewSP);
1492
1493 // Debug intrinsics in the new function need to be updated in one of two
1494 // ways:
1495 // 1) They need to be deleted, because they describe a value in the old
1496 // function.
1497 // 2) They need to point to fresh metadata, e.g. because they currently
1498 // point to a variable in the wrong scope.
1499 SmallDenseMap<DINode *, DINode *> RemappedMetadata;
1500 SmallVector<Instruction *, 4> DebugIntrinsicsToDelete;
1501 for (Instruction &I : instructions(NewFunc)) {
1502 auto *DII = dyn_cast<DbgInfoIntrinsic>(&I);
1503 if (!DII)
1504 continue;
1505
1506 // Point the intrinsic to a fresh label within the new function.
1507 if (auto *DLI = dyn_cast<DbgLabelInst>(&I)) {
1508 DILabel *OldLabel = DLI->getLabel();
1509 DINode *&NewLabel = RemappedMetadata[OldLabel];
1510 if (!NewLabel)
1511 NewLabel = DILabel::get(Ctx, NewSP, OldLabel->getName(),
1512 OldLabel->getFile(), OldLabel->getLine());
1513 DLI->setArgOperand(0, MetadataAsValue::get(Ctx, NewLabel));
1514 continue;
1515 }
1516
1517 auto IsInvalidLocation = [&NewFunc](Value *Location) {
1518 // Location is invalid if it isn't a constant or an instruction, or is an
1519 // instruction but isn't in the new function.
1520 if (!Location ||
1521 (!isa<Constant>(Location) && !isa<Instruction>(Location)))
1522 return true;
1523 Instruction *LocationInst = dyn_cast<Instruction>(Location);
1524 return LocationInst && LocationInst->getFunction() != &NewFunc;
1525 };
1526
1527 auto *DVI = cast<DbgVariableIntrinsic>(DII);
1528 // If any of the used locations are invalid, delete the intrinsic.
1529 if (any_of(DVI->location_ops(), IsInvalidLocation)) {
1530 DebugIntrinsicsToDelete.push_back(DVI);
1531 continue;
1532 }
1533
1534 // Point the intrinsic to a fresh variable within the new function.
1535 DILocalVariable *OldVar = DVI->getVariable();
1536 DINode *&NewVar = RemappedMetadata[OldVar];
1537 if (!NewVar)
1538 NewVar = DIB.createAutoVariable(
1539 NewSP, OldVar->getName(), OldVar->getFile(), OldVar->getLine(),
1540 OldVar->getType(), /*AlwaysPreserve=*/false, DINode::FlagZero,
1541 OldVar->getAlignInBits());
1542 DVI->setVariable(cast<DILocalVariable>(NewVar));
1543 }
1544 for (auto *DII : DebugIntrinsicsToDelete)
1545 DII->eraseFromParent();
1546 DIB.finalizeSubprogram(NewSP);
1547
1548 // Fix up the scope information attached to the line locations in the new
1549 // function.
1550 for (Instruction &I : instructions(NewFunc)) {
1551 if (const DebugLoc &DL = I.getDebugLoc())
1552 I.setDebugLoc(DILocation::get(Ctx, DL.getLine(), DL.getCol(), NewSP));
1553
1554 // Loop info metadata may contain line locations. Fix them up.
1555 auto updateLoopInfoLoc = [&Ctx, NewSP](Metadata *MD) -> Metadata * {
1556 if (auto *Loc = dyn_cast_or_null<DILocation>(MD))
1557 return DILocation::get(Ctx, Loc->getLine(), Loc->getColumn(), NewSP,
1558 nullptr);
1559 return MD;
1560 };
1561 updateLoopMetadataDebugLocations(I, updateLoopInfoLoc);
1562 }
1563 if (!TheCall.getDebugLoc())
1564 TheCall.setDebugLoc(DILocation::get(Ctx, 0, 0, OldSP));
1565
1566 eraseDebugIntrinsicsWithNonLocalRefs(NewFunc);
1567}
1568
1569Function *
1570CodeExtractor::extractCodeRegion(const CodeExtractorAnalysisCache &CEAC) {
1571 if (!isEligible())
1572 return nullptr;
1573
1574 // Assumption: this is a single-entry code region, and the header is the first
1575 // block in the region.
1576 BasicBlock *header = *Blocks.begin();
1577 Function *oldFunction = header->getParent();
1578
1579 // Calculate the entry frequency of the new function before we change the root
1580 // block.
1581 BlockFrequency EntryFreq;
1582 if (BFI) {
1583 assert(BPI && "Both BPI and BFI are required to preserve profile info")(static_cast <bool> (BPI && "Both BPI and BFI are required to preserve profile info"
) ? void (0) : __assert_fail ("BPI && \"Both BPI and BFI are required to preserve profile info\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1583, __extension__ __PRETTY_FUNCTION__))
;
1584 for (BasicBlock *Pred : predecessors(header)) {
1585 if (Blocks.count(Pred))
1586 continue;
1587 EntryFreq +=
1588 BFI->getBlockFreq(Pred) * BPI->getEdgeProbability(Pred, header);
1589 }
1590 }
1591
1592 // Remove @llvm.assume calls that will be moved to the new function from the
1593 // old function's assumption cache.
1594 for (BasicBlock *Block : Blocks) {
1595 for (auto It = Block->begin(), End = Block->end(); It != End;) {
1596 Instruction *I = &*It;
1597 ++It;
1598
1599 if (auto *AI = dyn_cast<AssumeInst>(I)) {
1600 if (AC)
1601 AC->unregisterAssumption(AI);
1602 AI->eraseFromParent();
1603 }
1604 }
1605 }
1606
1607 // If we have any return instructions in the region, split those blocks so
1608 // that the return is not in the region.
1609 splitReturnBlocks();
1610
1611 // Calculate the exit blocks for the extracted region and the total exit
1612 // weights for each of those blocks.
1613 DenseMap<BasicBlock *, BlockFrequency> ExitWeights;
1614 SmallPtrSet<BasicBlock *, 1> ExitBlocks;
1615 for (BasicBlock *Block : Blocks) {
1616 for (BasicBlock *Succ : successors(Block)) {
1617 if (!Blocks.count(Succ)) {
1618 // Update the branch weight for this successor.
1619 if (BFI) {
1620 BlockFrequency &BF = ExitWeights[Succ];
1621 BF += BFI->getBlockFreq(Block) * BPI->getEdgeProbability(Block, Succ);
1622 }
1623 ExitBlocks.insert(Succ);
1624 }
1625 }
1626 }
1627 NumExitBlocks = ExitBlocks.size();
1628
1629 // If we have to split PHI nodes of the entry or exit blocks, do so now.
1630 severSplitPHINodesOfEntry(header);
1631 severSplitPHINodesOfExits(ExitBlocks);
1632
1633 // This takes place of the original loop
1634 BasicBlock *codeReplacer = BasicBlock::Create(header->getContext(),
1635 "codeRepl", oldFunction,
1636 header);
1637
1638 // The new function needs a root node because other nodes can branch to the
1639 // head of the region, but the entry node of a function cannot have preds.
1640 BasicBlock *newFuncRoot = BasicBlock::Create(header->getContext(),
1641 "newFuncRoot");
1642 auto *BranchI = BranchInst::Create(header);
1643 // If the original function has debug info, we have to add a debug location
1644 // to the new branch instruction from the artificial entry block.
1645 // We use the debug location of the first instruction in the extracted
1646 // blocks, as there is no other equivalent line in the source code.
1647 if (oldFunction->getSubprogram()) {
1648 any_of(Blocks, [&BranchI](const BasicBlock *BB) {
1649 return any_of(*BB, [&BranchI](const Instruction &I) {
1650 if (!I.getDebugLoc())
1651 return false;
1652 BranchI->setDebugLoc(I.getDebugLoc());
1653 return true;
1654 });
1655 });
1656 }
1657 newFuncRoot->getInstList().push_back(BranchI);
1658
1659 ValueSet inputs, outputs, SinkingCands, HoistingCands;
1660 BasicBlock *CommonExit = nullptr;
1661 findAllocas(CEAC, SinkingCands, HoistingCands, CommonExit);
1662 assert(HoistingCands.empty() || CommonExit)(static_cast <bool> (HoistingCands.empty() || CommonExit
) ? void (0) : __assert_fail ("HoistingCands.empty() || CommonExit"
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1662, __extension__ __PRETTY_FUNCTION__))
;
1663
1664 // Find inputs to, outputs from the code region.
1665 findInputsOutputs(inputs, outputs, SinkingCands);
1666
1667 // Now sink all instructions which only have non-phi uses inside the region.
1668 // Group the allocas at the start of the block, so that any bitcast uses of
1669 // the allocas are well-defined.
1670 AllocaInst *FirstSunkAlloca = nullptr;
1671 for (auto *II : SinkingCands) {
1672 if (auto *AI = dyn_cast<AllocaInst>(II)) {
1673 AI->moveBefore(*newFuncRoot, newFuncRoot->getFirstInsertionPt());
1674 if (!FirstSunkAlloca)
1675 FirstSunkAlloca = AI;
1676 }
1677 }
1678 assert((SinkingCands.empty() || FirstSunkAlloca) &&(static_cast <bool> ((SinkingCands.empty() || FirstSunkAlloca
) && "Did not expect a sink candidate without any allocas"
) ? void (0) : __assert_fail ("(SinkingCands.empty() || FirstSunkAlloca) && \"Did not expect a sink candidate without any allocas\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1679, __extension__ __PRETTY_FUNCTION__))
1679 "Did not expect a sink candidate without any allocas")(static_cast <bool> ((SinkingCands.empty() || FirstSunkAlloca
) && "Did not expect a sink candidate without any allocas"
) ? void (0) : __assert_fail ("(SinkingCands.empty() || FirstSunkAlloca) && \"Did not expect a sink candidate without any allocas\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1679, __extension__ __PRETTY_FUNCTION__))
;
1680 for (auto *II : SinkingCands) {
1681 if (!isa<AllocaInst>(II)) {
1682 cast<Instruction>(II)->moveAfter(FirstSunkAlloca);
1683 }
1684 }
1685
1686 if (!HoistingCands.empty()) {
1687 auto *HoistToBlock = findOrCreateBlockForHoisting(CommonExit);
1688 Instruction *TI = HoistToBlock->getTerminator();
1689 for (auto *II : HoistingCands)
1690 cast<Instruction>(II)->moveBefore(TI);
1691 }
1692
1693 // Collect objects which are inputs to the extraction region and also
1694 // referenced by lifetime start markers within it. The effects of these
1695 // markers must be replicated in the calling function to prevent the stack
1696 // coloring pass from merging slots which store input objects.
1697 ValueSet LifetimesStart;
1698 eraseLifetimeMarkersOnInputs(Blocks, SinkingCands, LifetimesStart);
1699
1700 // Construct new function based on inputs/outputs & add allocas for all defs.
1701 Function *newFunction =
1702 constructFunction(inputs, outputs, header, newFuncRoot, codeReplacer,
1703 oldFunction, oldFunction->getParent());
1704
1705 // Update the entry count of the function.
1706 if (BFI) {
1707 auto Count = BFI->getProfileCountFromFreq(EntryFreq.getFrequency());
1708 if (Count.hasValue())
1709 newFunction->setEntryCount(
1710 ProfileCount(Count.getValue(), Function::PCT_Real)); // FIXME
1711 BFI->setBlockFreq(codeReplacer, EntryFreq.getFrequency());
1712 }
1713
1714 CallInst *TheCall =
1715 emitCallAndSwitchStatement(newFunction, codeReplacer, inputs, outputs);
1716
1717 moveCodeToFunction(newFunction);
1718
1719 // Replicate the effects of any lifetime start/end markers which referenced
1720 // input objects in the extraction region by placing markers around the call.
1721 insertLifetimeMarkersSurroundingCall(
1722 oldFunction->getParent(), LifetimesStart.getArrayRef(), {}, TheCall);
1723
1724 // Propagate personality info to the new function if there is one.
1725 if (oldFunction->hasPersonalityFn())
1726 newFunction->setPersonalityFn(oldFunction->getPersonalityFn());
1727
1728 // Update the branch weights for the exit block.
1729 if (BFI && NumExitBlocks > 1)
1730 calculateNewCallTerminatorWeights(codeReplacer, ExitWeights, BPI);
1731
1732 // Loop over all of the PHI nodes in the header and exit blocks, and change
1733 // any references to the old incoming edge to be the new incoming edge.
1734 for (BasicBlock::iterator I = header->begin(); isa<PHINode>(I); ++I) {
1735 PHINode *PN = cast<PHINode>(I);
1736 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
1737 if (!Blocks.count(PN->getIncomingBlock(i)))
1738 PN->setIncomingBlock(i, newFuncRoot);
1739 }
1740
1741 for (BasicBlock *ExitBB : ExitBlocks)
1742 for (PHINode &PN : ExitBB->phis()) {
1743 Value *IncomingCodeReplacerVal = nullptr;
1744 for (unsigned i = 0, e = PN.getNumIncomingValues(); i != e; ++i) {
1745 // Ignore incoming values from outside of the extracted region.
1746 if (!Blocks.count(PN.getIncomingBlock(i)))
1747 continue;
1748
1749 // Ensure that there is only one incoming value from codeReplacer.
1750 if (!IncomingCodeReplacerVal) {
1751 PN.setIncomingBlock(i, codeReplacer);
1752 IncomingCodeReplacerVal = PN.getIncomingValue(i);
1753 } else
1754 assert(IncomingCodeReplacerVal == PN.getIncomingValue(i) &&(static_cast <bool> (IncomingCodeReplacerVal == PN.getIncomingValue
(i) && "PHI has two incompatbile incoming values from codeRepl"
) ? void (0) : __assert_fail ("IncomingCodeReplacerVal == PN.getIncomingValue(i) && \"PHI has two incompatbile incoming values from codeRepl\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1755, __extension__ __PRETTY_FUNCTION__))
1755 "PHI has two incompatbile incoming values from codeRepl")(static_cast <bool> (IncomingCodeReplacerVal == PN.getIncomingValue
(i) && "PHI has two incompatbile incoming values from codeRepl"
) ? void (0) : __assert_fail ("IncomingCodeReplacerVal == PN.getIncomingValue(i) && \"PHI has two incompatbile incoming values from codeRepl\""
, "/build/llvm-toolchain-snapshot-13~++20210613111130+5be314f79ba7/llvm/lib/Transforms/Utils/CodeExtractor.cpp"
, 1755, __extension__ __PRETTY_FUNCTION__))
;
1756 }
1757 }
1758
1759 fixupDebugInfoPostExtraction(*oldFunction, *newFunction, *TheCall);
1760
1761 // Mark the new function `noreturn` if applicable. Terminators which resume
1762 // exception propagation are treated as returning instructions. This is to
1763 // avoid inserting traps after calls to outlined functions which unwind.
1764 bool doesNotReturn = none_of(*newFunction, [](const BasicBlock &BB) {
1765 const Instruction *Term = BB.getTerminator();
1766 return isa<ReturnInst>(Term) || isa<ResumeInst>(Term);
1767 });
1768 if (doesNotReturn)
1769 newFunction->setDoesNotReturn();
1770
1771 LLVM_DEBUG(if (verifyFunction(*newFunction, &errs())) {do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (verifyFunction(*newFunction, &errs
())) { newFunction->dump(); report_fatal_error("verification of newFunction failed!"
); }; } } while (false)
1772 newFunction->dump();do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (verifyFunction(*newFunction, &errs
())) { newFunction->dump(); report_fatal_error("verification of newFunction failed!"
); }; } } while (false)
1773 report_fatal_error("verification of newFunction failed!");do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (verifyFunction(*newFunction, &errs
())) { newFunction->dump(); report_fatal_error("verification of newFunction failed!"
); }; } } while (false)
1774 })do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (verifyFunction(*newFunction, &errs
())) { newFunction->dump(); report_fatal_error("verification of newFunction failed!"
); }; } } while (false)
;
1775 LLVM_DEBUG(if (verifyFunction(*oldFunction))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (verifyFunction(*oldFunction)) report_fatal_error
("verification of oldFunction failed!"); } } while (false)
1776 report_fatal_error("verification of oldFunction failed!"))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (verifyFunction(*oldFunction)) report_fatal_error
("verification of oldFunction failed!"); } } while (false)
;
1777 LLVM_DEBUG(if (AC && verifyAssumptionCache(*oldFunction, *newFunction, AC))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (AC && verifyAssumptionCache
(*oldFunction, *newFunction, AC)) report_fatal_error("Stale Asumption cache for old Function!"
); } } while (false)
1778 report_fatal_error("Stale Asumption cache for old Function!"))do { if (::llvm::DebugFlag && ::llvm::isCurrentDebugType
("code-extractor")) { if (AC && verifyAssumptionCache
(*oldFunction, *newFunction, AC)) report_fatal_error("Stale Asumption cache for old Function!"
); } } while (false)
;
1779 return newFunction;
1780}
1781
1782bool CodeExtractor::verifyAssumptionCache(const Function &OldFunc,
1783 const Function &NewFunc,
1784 AssumptionCache *AC) {
1785 for (auto AssumeVH : AC->assumptions()) {
1786 auto *I = dyn_cast_or_null<CallInst>(AssumeVH);
1787 if (!I)
1788 continue;
1789
1790 // There shouldn't be any llvm.assume intrinsics in the new function.
1791 if (I->getFunction() != &OldFunc)
1792 return true;
1793
1794 // There shouldn't be any stale affected values in the assumption cache
1795 // that were previously in the old function, but that have now been moved
1796 // to the new function.
1797 for (auto AffectedValVH : AC->assumptionsFor(I->getOperand(0))) {
1798 auto *AffectedCI = dyn_cast_or_null<CallInst>(AffectedValVH);
1799 if (!AffectedCI)
1800 continue;
1801 if (AffectedCI->getFunction() != &OldFunc)
1802 return true;
1803 auto *AssumedInst = cast<Instruction>(AffectedCI->getOperand(0));
1804 if (AssumedInst->getFunction() != &OldFunc)
1805 return true;
1806 }
1807 }
1808 return false;
1809}