LLVM 20.0.0git
BoundsChecking.cpp
Go to the documentation of this file.
1//===- BoundsChecking.cpp - Instrumentation for run-time bounds checking --===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
10#include "llvm/ADT/Statistic.h"
11#include "llvm/ADT/StringRef.h"
12#include "llvm/ADT/Twine.h"
17#include "llvm/IR/BasicBlock.h"
18#include "llvm/IR/Constants.h"
19#include "llvm/IR/DataLayout.h"
20#include "llvm/IR/Function.h"
21#include "llvm/IR/IRBuilder.h"
23#include "llvm/IR/Instruction.h"
25#include "llvm/IR/Intrinsics.h"
26#include "llvm/IR/Value.h"
29#include "llvm/Support/Debug.h"
31#include <utility>
32
33using namespace llvm;
34
35#define DEBUG_TYPE "bounds-checking"
36
37static cl::opt<bool> SingleTrapBB("bounds-checking-single-trap",
38 cl::desc("Use one trap block per function"));
39
40STATISTIC(ChecksAdded, "Bounds checks added");
41STATISTIC(ChecksSkipped, "Bounds checks skipped");
42STATISTIC(ChecksUnable, "Bounds checks unable to add");
43
44class BuilderTy : public IRBuilder<TargetFolder> {
45public:
47 : IRBuilder<TargetFolder>(TheBB, IP, Folder) {
49 }
50};
51
52/// Gets the conditions under which memory accessing instructions will overflow.
53///
54/// \p Ptr is the pointer that will be read/written, and \p InstVal is either
55/// the result from the load or the value being stored. It is used to determine
56/// the size of memory block that is touched.
57///
58/// Returns the condition under which the access will overflow.
60 const DataLayout &DL, TargetLibraryInfo &TLI,
61 ObjectSizeOffsetEvaluator &ObjSizeEval,
62 BuilderTy &IRB, ScalarEvolution &SE) {
63 TypeSize NeededSize = DL.getTypeStoreSize(InstVal->getType());
64 LLVM_DEBUG(dbgs() << "Instrument " << *Ptr << " for " << Twine(NeededSize)
65 << " bytes\n");
66
67 SizeOffsetValue SizeOffset = ObjSizeEval.compute(Ptr);
68
69 if (!SizeOffset.bothKnown()) {
70 ++ChecksUnable;
71 return nullptr;
72 }
73
74 Value *Size = SizeOffset.Size;
75 Value *Offset = SizeOffset.Offset;
76 ConstantInt *SizeCI = dyn_cast<ConstantInt>(Size);
77
78 Type *IndexTy = DL.getIndexType(Ptr->getType());
79 Value *NeededSizeVal = IRB.CreateTypeSize(IndexTy, NeededSize);
80
81 auto SizeRange = SE.getUnsignedRange(SE.getSCEV(Size));
82 auto OffsetRange = SE.getUnsignedRange(SE.getSCEV(Offset));
83 auto NeededSizeRange = SE.getUnsignedRange(SE.getSCEV(NeededSizeVal));
84
85 // three checks are required to ensure safety:
86 // . Offset >= 0 (since the offset is given from the base ptr)
87 // . Size >= Offset (unsigned)
88 // . Size - Offset >= NeededSize (unsigned)
89 //
90 // optimization: if Size >= 0 (signed), skip 1st check
91 // FIXME: add NSW/NUW here? -- we dont care if the subtraction overflows
92 Value *ObjSize = IRB.CreateSub(Size, Offset);
93 Value *Cmp2 = SizeRange.getUnsignedMin().uge(OffsetRange.getUnsignedMax())
94 ? ConstantInt::getFalse(Ptr->getContext())
96 Value *Cmp3 = SizeRange.sub(OffsetRange)
97 .getUnsignedMin()
98 .uge(NeededSizeRange.getUnsignedMax())
99 ? ConstantInt::getFalse(Ptr->getContext())
100 : IRB.CreateICmpULT(ObjSize, NeededSizeVal);
101 Value *Or = IRB.CreateOr(Cmp2, Cmp3);
102 if ((!SizeCI || SizeCI->getValue().slt(0)) &&
103 !SizeRange.getSignedMin().isNonNegative()) {
104 Value *Cmp1 = IRB.CreateICmpSLT(Offset, ConstantInt::get(IndexTy, 0));
105 Or = IRB.CreateOr(Cmp1, Or);
106 }
107
108 return Or;
109}
110
111static CallInst *InsertTrap(BuilderTy &IRB, bool DebugTrapBB) {
112 if (!DebugTrapBB)
113 return IRB.CreateIntrinsic(Intrinsic::trap, {}, {});
114 // FIXME: Ideally we would use the SanitizerHandler::OutOfBounds constant.
115 return IRB.CreateIntrinsic(
116 Intrinsic::ubsantrap, {},
117 ConstantInt::get(IRB.getInt8Ty(),
118 IRB.GetInsertBlock()->getParent()->size()));
119}
120
121static CallInst *InsertCall(BuilderTy &IRB, bool MayReturn, StringRef Name) {
122 Function *Fn = IRB.GetInsertBlock()->getParent();
123 LLVMContext &Ctx = Fn->getContext();
124 llvm::AttrBuilder B(Ctx);
125 B.addAttribute(llvm::Attribute::NoUnwind);
126 if (!MayReturn)
127 B.addAttribute(llvm::Attribute::NoReturn);
129 Name,
131 Type::getVoidTy(Ctx));
132 return IRB.CreateCall(Callee);
133}
134
135/// Adds run-time bounds checks to memory accessing instructions.
136///
137/// \p Or is the condition that should guard the trap.
138///
139/// \p GetTrapBB is a callable that returns the trap BB to use on failure.
140template <typename GetTrapBBT>
141static void insertBoundsCheck(Value *Or, BuilderTy &IRB, GetTrapBBT GetTrapBB) {
142 // check if the comparison is always false
143 ConstantInt *C = dyn_cast_or_null<ConstantInt>(Or);
144 if (C) {
145 ++ChecksSkipped;
146 // If non-zero, nothing to do.
147 if (!C->getZExtValue())
148 return;
149 }
150 ++ChecksAdded;
151
153 BasicBlock *OldBB = SplitI->getParent();
154 BasicBlock *Cont = OldBB->splitBasicBlock(SplitI);
155 OldBB->getTerminator()->eraseFromParent();
156
157 BasicBlock *TrapBB = GetTrapBB(IRB, Cont);
158
159 if (C) {
160 // If we have a constant zero, unconditionally branch.
161 // FIXME: We should really handle this differently to bypass the splitting
162 // the block.
163 BranchInst::Create(TrapBB, OldBB);
164 return;
165 }
166
167 // Create the conditional branch.
168 BranchInst::Create(TrapBB, Cont, Or, OldBB);
169}
170
171static std::string
173 std::string Name = "__ubsan_handle_local_out_of_bounds";
174 if (Opts.MinRuntime)
175 Name += "_minimal";
176 if (!Opts.MayReturn)
177 Name += "_abort";
178 return Name;
179}
180
182 ScalarEvolution &SE,
183 const BoundsCheckingPass::Options &Opts) {
184 if (F.hasFnAttribute(Attribute::NoSanitizeBounds))
185 return false;
186
187 const DataLayout &DL = F.getDataLayout();
188 ObjectSizeOpts EvalOpts;
189 EvalOpts.RoundToAlign = true;
190 EvalOpts.EvalMode = ObjectSizeOpts::Mode::ExactUnderlyingSizeAndOffset;
191 ObjectSizeOffsetEvaluator ObjSizeEval(DL, &TLI, F.getContext(), EvalOpts);
192
193 // check HANDLE_MEMORY_INST in include/llvm/Instruction.def for memory
194 // touching instructions
196 for (Instruction &I : instructions(F)) {
197 Value *Or = nullptr;
198 BuilderTy IRB(I.getParent(), BasicBlock::iterator(&I), TargetFolder(DL));
199 if (LoadInst *LI = dyn_cast<LoadInst>(&I)) {
200 if (!LI->isVolatile())
201 Or = getBoundsCheckCond(LI->getPointerOperand(), LI, DL, TLI,
202 ObjSizeEval, IRB, SE);
203 } else if (StoreInst *SI = dyn_cast<StoreInst>(&I)) {
204 if (!SI->isVolatile())
205 Or = getBoundsCheckCond(SI->getPointerOperand(), SI->getValueOperand(),
206 DL, TLI, ObjSizeEval, IRB, SE);
207 } else if (AtomicCmpXchgInst *AI = dyn_cast<AtomicCmpXchgInst>(&I)) {
208 if (!AI->isVolatile())
209 Or =
210 getBoundsCheckCond(AI->getPointerOperand(), AI->getCompareOperand(),
211 DL, TLI, ObjSizeEval, IRB, SE);
212 } else if (AtomicRMWInst *AI = dyn_cast<AtomicRMWInst>(&I)) {
213 if (!AI->isVolatile())
214 Or = getBoundsCheckCond(AI->getPointerOperand(), AI->getValOperand(),
215 DL, TLI, ObjSizeEval, IRB, SE);
216 }
217 if (Or) {
218 if (Opts.GuardKind) {
219 llvm::Value *Allow = IRB.CreateIntrinsic(
220 IRB.getInt1Ty(), Intrinsic::allow_ubsan_check,
221 {llvm::ConstantInt::getSigned(IRB.getInt8Ty(), *Opts.GuardKind)});
222 Or = IRB.CreateAnd(Or, Allow);
223 }
224 TrapInfo.push_back(std::make_pair(&I, Or));
225 }
226 }
227
228 std::string Name;
229 if (Opts.Rt)
230 Name = getRuntimeCallName(*Opts.Rt);
231
232 // Create a trapping basic block on demand using a callback. Depending on
233 // flags, this will either create a single block for the entire function or
234 // will create a fresh block every time it is called.
235 BasicBlock *ReuseTrapBB = nullptr;
236 auto GetTrapBB = [&ReuseTrapBB, &Opts, &Name](BuilderTy &IRB,
237 BasicBlock *Cont) {
238 Function *Fn = IRB.GetInsertBlock()->getParent();
239 auto DebugLoc = IRB.getCurrentDebugLocation();
241
242 // Create a trapping basic block on demand using a callback. Depending on
243 // flags, this will either create a single block for the entire function or
244 // will create a fresh block every time it is called.
245 if (ReuseTrapBB)
246 return ReuseTrapBB;
247
248 BasicBlock *TrapBB = BasicBlock::Create(Fn->getContext(), "trap", Fn);
249 IRB.SetInsertPoint(TrapBB);
250
251 bool DebugTrapBB = !Opts.Merge;
252 CallInst *TrapCall = Opts.Rt ? InsertCall(IRB, Opts.Rt->MayReturn, Name)
253 : InsertTrap(IRB, DebugTrapBB);
254 if (DebugTrapBB)
255 TrapCall->addFnAttr(llvm::Attribute::NoMerge);
256
257 TrapCall->setDoesNotThrow();
258 TrapCall->setDebugLoc(DebugLoc);
259
260 bool MayReturn = Opts.Rt && Opts.Rt->MayReturn;
261 if (MayReturn) {
262 IRB.CreateBr(Cont);
263 } else {
264 TrapCall->setDoesNotReturn();
265 IRB.CreateUnreachable();
266 }
267
268 if (!MayReturn && SingleTrapBB && !DebugTrapBB)
269 ReuseTrapBB = TrapBB;
270
271 return TrapBB;
272 };
273
274 for (const auto &Entry : TrapInfo) {
275 Instruction *Inst = Entry.first;
277 insertBoundsCheck(Entry.second, IRB, GetTrapBB);
278 }
279
280 return !TrapInfo.empty();
281}
282
284 auto &TLI = AM.getResult<TargetLibraryAnalysis>(F);
285 auto &SE = AM.getResult<ScalarEvolutionAnalysis>(F);
286
287 if (!addBoundsChecking(F, TLI, SE, Opts))
288 return PreservedAnalyses::all();
289
291}
292
294 raw_ostream &OS, function_ref<StringRef(StringRef)> MapClassName2PassName) {
296 OS, MapClassName2PassName);
297 OS << "<";
298 if (Opts.Rt) {
299 if (Opts.Rt->MinRuntime)
300 OS << "min-";
301 OS << "rt";
302 if (!Opts.Rt->MayReturn)
303 OS << "-abort";
304 } else {
305 OS << "trap";
306 }
307 if (Opts.Merge)
308 OS << ";merge";
309 if (Opts.GuardKind)
310 OS << ";guard=" << static_cast<int>(*Opts.GuardKind);
311 OS << ">";
312}
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
Expand Atomic instructions
static void insertBoundsCheck(Value *Or, BuilderTy &IRB, GetTrapBBT GetTrapBB)
Adds run-time bounds checks to memory accessing instructions.
static bool addBoundsChecking(Function &F, TargetLibraryInfo &TLI, ScalarEvolution &SE, const BoundsCheckingPass::Options &Opts)
static CallInst * InsertCall(BuilderTy &IRB, bool MayReturn, StringRef Name)
static Value * getBoundsCheckCond(Value *Ptr, Value *InstVal, const DataLayout &DL, TargetLibraryInfo &TLI, ObjectSizeOffsetEvaluator &ObjSizeEval, BuilderTy &IRB, ScalarEvolution &SE)
Gets the conditions under which memory accessing instructions will overflow.
static CallInst * InsertTrap(BuilderTy &IRB, bool DebugTrapBB)
static std::string getRuntimeCallName(const BoundsCheckingPass::Options::Runtime &Opts)
static cl::opt< bool > SingleTrapBB("bounds-checking-single-trap", cl::desc("Use one trap block per function"))
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
This file contains the declarations for the subclasses of Constant, which represent the different fla...
#define LLVM_DEBUG(...)
Definition: Debug.h:106
std::string Name
uint64_t Size
#define F(x, y, z)
Definition: MD5.cpp:55
#define I(x, y, z)
Definition: MD5.cpp:58
raw_pwrite_stream & OS
This file defines the 'Statistic' class, which is designed to be an easy way to expose various metric...
#define STATISTIC(VARNAME, DESC)
Definition: Statistic.h:166
BuilderTy(BasicBlock *TheBB, BasicBlock::iterator IP, TargetFolder Folder)
bool slt(const APInt &RHS) const
Signed less than comparison.
Definition: APInt.h:1130
A container for analyses that lazily runs them and caches their results.
Definition: PassManager.h:253
PassT::Result & getResult(IRUnitT &IR, ExtraArgTs... ExtraArgs)
Get the result of an analysis pass for a given IR unit.
Definition: PassManager.h:410
An instruction that atomically checks whether a specified value is in a memory location,...
Definition: Instructions.h:501
an instruction that atomically reads a memory location, combines it with another value,...
Definition: Instructions.h:704
static AttributeList get(LLVMContext &C, ArrayRef< std::pair< unsigned, Attribute > > Attrs)
Create an AttributeList with the specified parameters in it.
LLVM Basic Block Representation.
Definition: BasicBlock.h:61
static BasicBlock * Create(LLVMContext &Context, const Twine &Name="", Function *Parent=nullptr, BasicBlock *InsertBefore=nullptr)
Creates a new BasicBlock.
Definition: BasicBlock.h:212
BasicBlock * splitBasicBlock(iterator I, const Twine &BBName="", bool Before=false)
Split the basic block into two basic blocks at the specified instruction.
Definition: BasicBlock.cpp:577
const Function * getParent() const
Return the enclosing method, or null if none.
Definition: BasicBlock.h:219
InstListType::iterator iterator
Instruction iterators...
Definition: BasicBlock.h:177
const Instruction * getTerminator() const LLVM_READONLY
Returns the terminator instruction if the block is well formed or null if the block is not well forme...
Definition: BasicBlock.h:239
PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
void printPipeline(raw_ostream &OS, function_ref< StringRef(StringRef)> MapClassName2PassName)
static BranchInst * Create(BasicBlock *IfTrue, InsertPosition InsertBefore=nullptr)
void setDoesNotReturn()
Definition: InstrTypes.h:1914
void setDoesNotThrow()
Definition: InstrTypes.h:1921
void addFnAttr(Attribute::AttrKind Kind)
Adds the attribute to the function.
Definition: InstrTypes.h:1474
This class represents a function call, abstracting a target machine's calling convention.
This is the shared class of boolean and integer constants.
Definition: Constants.h:83
static ConstantInt * getFalse(LLVMContext &Context)
Definition: Constants.cpp:873
const APInt & getValue() const
Return the constant as an APInt value reference.
Definition: Constants.h:148
A parsed version of the target data layout string in and methods for querying it.
Definition: DataLayout.h:63
A debug info location.
Definition: DebugLoc.h:33
A handy container for a FunctionType+Callee-pointer pair, which can be passed around as a single enti...
Definition: DerivedTypes.h:170
size_t size() const
Definition: Function.h:858
LLVMContext & getContext() const
getContext - Return a reference to the LLVMContext associated with this function.
Definition: Function.cpp:369
Module * getParent()
Get the module that this global value is contained inside of...
Definition: GlobalValue.h:656
Value * CreateICmpULT(Value *LHS, Value *RHS, const Twine &Name="")
Definition: IRBuilder.h:2285
void SetNoSanitizeMetadata()
Set nosanitize metadata.
Definition: IRBuilder.h:244
IntegerType * getInt1Ty()
Fetch the type representing a single bit.
Definition: IRBuilder.h:530
BasicBlock::iterator GetInsertPoint() const
Definition: IRBuilder.h:194
Value * CreateTypeSize(Type *DstType, TypeSize Size)
Create an expression which evaluates to the number of units in Size at runtime.
Definition: IRBuilder.cpp:103
BasicBlock * GetInsertBlock() const
Definition: IRBuilder.h:193
CallInst * CreateIntrinsic(Intrinsic::ID ID, ArrayRef< Type * > Types, ArrayRef< Value * > Args, FMFSource FMFSource={}, const Twine &Name="")
Create a call to intrinsic ID with Args, mangled using Types.
Definition: IRBuilder.cpp:890
Value * CreateSub(Value *LHS, Value *RHS, const Twine &Name="", bool HasNUW=false, bool HasNSW=false)
Definition: IRBuilder.h:1386
Value * CreateAnd(Value *LHS, Value *RHS, const Twine &Name="")
Definition: IRBuilder.h:1517
CallInst * CreateCall(FunctionType *FTy, Value *Callee, ArrayRef< Value * > Args={}, const Twine &Name="", MDNode *FPMathTag=nullptr)
Definition: IRBuilder.h:2448
Value * CreateOr(Value *LHS, Value *RHS, const Twine &Name="")
Definition: IRBuilder.h:1539
Value * CreateICmpSLT(Value *LHS, Value *RHS, const Twine &Name="")
Definition: IRBuilder.h:2301
IntegerType * getInt8Ty()
Fetch the type representing an 8-bit integer.
Definition: IRBuilder.h:535
This provides a uniform API for creating instructions and inserting them into a basic block: either a...
Definition: IRBuilder.h:2704
InstListType::iterator eraseFromParent()
This method unlinks 'this' from the containing basic block and deletes it.
Definition: Instruction.cpp:94
void setDebugLoc(DebugLoc Loc)
Set the debug location information for this instruction.
Definition: Instruction.h:472
This is an important class for using LLVM in a threaded context.
Definition: LLVMContext.h:67
An instruction for reading from memory.
Definition: Instructions.h:176
FunctionCallee getOrInsertFunction(StringRef Name, FunctionType *T, AttributeList AttributeList)
Look up the specified function in the module symbol table.
Definition: Module.cpp:204
Evaluate the size and offset of an object pointed to by a Value*.
SizeOffsetValue compute(Value *V)
A set of analyses that are preserved following a run of a transformation pass.
Definition: Analysis.h:111
static PreservedAnalyses none()
Convenience factory function for the empty preserved set.
Definition: Analysis.h:114
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
Definition: Analysis.h:117
Analysis pass that exposes the ScalarEvolution for a function.
The main scalar evolution driver.
const SCEV * getSCEV(Value *V)
Return a SCEV expression for the full generality of the specified expression.
ConstantRange getUnsignedRange(const SCEV *S)
Determine the unsigned range for a particular SCEV.
bool empty() const
Definition: SmallVector.h:81
void push_back(const T &Elt)
Definition: SmallVector.h:413
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Definition: SmallVector.h:1196
An instruction for storing to memory.
Definition: Instructions.h:292
StringRef - Represent a constant reference to a string, i.e.
Definition: StringRef.h:51
TargetFolder - Create constants with target dependent folding.
Definition: TargetFolder.h:34
Analysis pass providing the TargetLibraryInfo.
Provides information about what library functions are available for the current target.
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
Definition: Twine.h:81
The instances of the Type class are immutable: once they are created, they are never changed.
Definition: Type.h:45
static Type * getVoidTy(LLVMContext &C)
LLVM Value Representation.
Definition: Value.h:74
Type * getType() const
All values are typed, get the type of this value.
Definition: Value.h:255
An efficient, type-erasing, non-owning reference to a callable.
const ParentTy * getParent() const
Definition: ilist_node.h:32
This class implements an extremely fast bulk output stream that can only output to a stream.
Definition: raw_ostream.h:52
@ C
The default llvm calling convention, compatible with C.
Definition: CallingConv.h:34
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
@ Offset
Definition: DWP.cpp:480
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
Definition: Debug.cpp:163
@ Or
Bitwise or logical OR of integers.
std::optional< Runtime > Rt
std::optional< int8_t > GuardKind
Various options to control the behavior of getObjectSize.
Mode EvalMode
How we want to evaluate this object's size.
bool RoundToAlign
Whether to round the result up to the alignment of allocas, byval arguments, and global variables.
A CRTP mix-in to automatically provide informational APIs needed for passes.
Definition: PassManager.h:69
bool bothKnown() const