SimplifyLibCalls.cpp File Reference

#include "llvm/Transforms/Utils/SimplifyLibCalls.h"
#include "llvm/ADT/APSInt.h"
#include "llvm/ADT/SmallString.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/Analysis/ConstantFolding.h"
#include "llvm/Analysis/Loads.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/TargetLibraryInfo.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/IR/AttributeMask.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Support/MathExtras.h"
#include "llvm/TargetParser/Triple.h"
#include "llvm/Transforms/Utils/BuildLibCalls.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Utils/SizeOpts.h"
#include <cmath>

Go to the source code of this file.

Functions
static bool	ignoreCallingConv (LibFunc Func)
static bool	isOnlyUsedInEqualityComparison (Value *V, Value *With)
	Return true if it is only used in equality comparisons with With.
static bool	callHasFloatingPointArgument (const CallInst *CI)
static bool	callHasFP128Argument (const CallInst *CI)
static Value *	convertStrToInt (CallInst *CI, StringRef &Str, Value *EndPtr, uint64_t Base, bool AsSigned, IRBuilderBase &B)
static bool	isOnlyUsedInComparisonWithZero (Value *V)
static bool	canTransformToMemCmp (CallInst *CI, Value *Str, uint64_t Len, const DataLayout &DL)
static void	annotateDereferenceableBytes (CallInst *CI, ArrayRef< unsigned > ArgNos, uint64_t DereferenceableBytes)
static void	annotateNonNullNoUndefBasedOnAccess (CallInst *CI, ArrayRef< unsigned > ArgNos)
static void	annotateNonNullAndDereferenceable (CallInst *CI, ArrayRef< unsigned > ArgNos, Value *Size, const DataLayout &DL)
static Value *	copyFlags (const CallInst &Old, Value *New)
static Value *	mergeAttributesAndFlags (CallInst *NewCI, const CallInst &Old)
static StringRef	substr (StringRef Str, uint64_t Len)
static Value *	memChrToCharCompare (CallInst *CI, Value *NBytes, IRBuilderBase &B, const DataLayout &DL)
static Value *	optimizeMemCmpVarSize (CallInst *CI, Value *LHS, Value *RHS, Value *Size, bool StrNCmp, IRBuilderBase &B, const DataLayout &DL)
static Value *	optimizeMemCmpConstantSize (CallInst *CI, Value *LHS, Value *RHS, uint64_t Len, IRBuilderBase &B, const DataLayout &DL)
static Value *	replaceUnaryCall (CallInst *CI, IRBuilderBase &B, Intrinsic::ID IID)
static Value *	valueHasFloatPrecision (Value *Val)
	Return a variant of Val with float type.
static Value *	optimizeDoubleFP (CallInst *CI, IRBuilderBase &B, bool isBinary, const TargetLibraryInfo *TLI, bool isPrecise=false)
	Shrink double -> float functions.
static Value *	optimizeUnaryDoubleFP (CallInst *CI, IRBuilderBase &B, const TargetLibraryInfo *TLI, bool isPrecise=false)
	Shrink double -> float for unary functions.
static Value *	optimizeBinaryDoubleFP (CallInst *CI, IRBuilderBase &B, const TargetLibraryInfo *TLI, bool isPrecise=false)
	Shrink double -> float for binary functions.
static Value *	getIntToFPVal (Value *I2F, IRBuilderBase &B, unsigned DstWidth)
static Value *	getSqrtCall (Value *V, AttributeList Attrs, bool NoErrno, Module *M, IRBuilderBase &B, const TargetLibraryInfo *TLI)
static Value *	createPowWithIntegerExponent (Value *Base, Value *Expo, Module *M, IRBuilderBase &B)
static bool	isTrigLibCall (CallInst *CI)
static bool	insertSinCosCall (IRBuilderBase &B, Function *OrigCallee, Value *Arg, bool UseFloat, Value *&Sin, Value *&Cos, Value *&SinCos, const TargetLibraryInfo *TLI)
static Value *	optimizeSymmetricCall (CallInst *CI, bool IsEven, IRBuilderBase &B)
static bool	isReportingError (Function *Callee, CallInst *CI, int StreamArg)
static Value *	optimizeNaN (CallInst *CI)
	Constant folding nan/nanf/nanl.

Variables
static cl::opt< bool >	EnableUnsafeFPShrink ("enable-double-float-shrink", cl::Hidden, cl::init(false), cl::desc("Enable unsafe double to float " "shrinking for math lib calls"))
static cl::opt< bool >	OptimizeHotColdNew ("optimize-hot-cold-new", cl::Hidden, cl::init(false), cl::desc("Enable hot/cold operator new library calls"))
static cl::opt< bool >	OptimizeExistingHotColdNew ("optimize-existing-hot-cold-new", cl::Hidden, cl::init(false), cl::desc("Enable optimization of existing hot/cold operator new library calls"))
static cl::opt< unsigned, false, HotColdHintParser >	ColdNewHintValue ("cold-new-hint-value", cl::Hidden, cl::init(1), cl::desc("Value to pass to hot/cold operator new for cold allocation"))
static cl::opt< unsigned, false, HotColdHintParser >	NotColdNewHintValue ("notcold-new-hint-value", cl::Hidden, cl::init(128), cl::desc("Value to pass to hot/cold operator new for " "notcold (warm) allocation"))
static cl::opt< unsigned, false, HotColdHintParser >	HotNewHintValue ("hot-new-hint-value", cl::Hidden, cl::init(254), cl::desc("Value to pass to hot/cold operator new for hot allocation"))

Function Documentation

annotateDereferenceableBytes()

static void annotateDereferenceableBytes ( CallInst *  CI, ArrayRef< unsigned >  ArgNos, uint64_t  DereferenceableBytes  )

static

Definition at line 266 of file SimplifyLibCalls.cpp.

References llvm::CallBase::addParamAttr(), F, llvm::CallBase::getArgOperand(), llvm::CallBase::getCaller(), llvm::Value::getContext(), llvm::CallBase::getParamDereferenceableBytes(), llvm::CallBase::getParamDereferenceableOrNullBytes(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), llvm::Attribute::getWithDereferenceableBytes(), llvm::NullPointerIsDefined(), llvm::CallBase::paramHasAttr(), and llvm::CallBase::removeParamAttr().

Referenced by annotateNonNullAndDereferenceable(), and annotateNonNullNoUndefBasedOnAccess().

annotateNonNullAndDereferenceable()

static void annotateNonNullAndDereferenceable ( CallInst *  CI, ArrayRef< unsigned >  ArgNos, Value *  Size, const DataLayout &  DL  )

static

Definition at line 313 of file SimplifyLibCalls.cpp.

References annotateDereferenceableBytes(), annotateNonNullNoUndefBasedOnAccess(), DL, llvm::isKnownNonZero(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Select(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), Size, X, and Y.

annotateNonNullNoUndefBasedOnAccess()

static void annotateNonNullNoUndefBasedOnAccess ( CallInst *  CI, ArrayRef< unsigned >  ArgNos  )

static

Definition at line 291 of file SimplifyLibCalls.cpp.

References llvm::CallBase::addParamAttr(), annotateDereferenceableBytes(), F, llvm::CallBase::getArgOperand(), llvm::CallBase::getCaller(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), llvm::NullPointerIsDefined(), and llvm::CallBase::paramHasAttr().

Referenced by annotateNonNullAndDereferenceable().

callHasFloatingPointArgument()

static bool callHasFloatingPointArgument ( const CallInst *  CI )

static

Definition at line 119 of file SimplifyLibCalls.cpp.

References llvm::any_of(), and llvm::User::operands().

callHasFP128Argument()

static bool callHasFP128Argument ( const CallInst *  CI )

static

Definition at line 125 of file SimplifyLibCalls.cpp.

References llvm::any_of(), and llvm::User::operands().

canTransformToMemCmp()

static bool canTransformToMemCmp ( CallInst *  CI, Value *  Str, uint64_t  Len, const DataLayout &  DL  )

static

Definition at line 252 of file SimplifyLibCalls.cpp.

References DL, llvm::Instruction::getFunction(), llvm::Function::hasFnAttribute(), llvm::isDereferenceableAndAlignedPointer(), and isOnlyUsedInComparisonWithZero().

convertStrToInt()

static Value * convertStrToInt ( CallInst *  CI, StringRef &  Str, Value *  EndPtr, uint64_t  Base, bool  AsSigned, IRBuilderBase &  B  )

static

Definition at line 138 of file SimplifyLibCalls.cpp.

References B, llvm::sampleprof::Base, llvm::CallBase::getArgOperand(), llvm::Value::getType(), isDigit(), llvm::maxIntN(), llvm::maxUIntN(), llvm::Offset, RetTy, and llvm::SaturatingMultiplyAdd().

copyFlags()

static Value * copyFlags ( const CallInst &  Old, Value *  New  )

static

Definition at line 334 of file SimplifyLibCalls.cpp.

References assert(), llvm::CallInst::getTailCallKind(), llvm::CallInst::isMustTailCall(), and llvm::CallInst::isNoTailCall().

Referenced by mergeAttributesAndFlags(), optimizeSymmetricCall(), and replaceUnaryCall().

createPowWithIntegerExponent()

static Value * createPowWithIntegerExponent ( Value *  Base, Value *  Expo, Module *  M, IRBuilderBase &  B  )

static

Definition at line 2310 of file SimplifyLibCalls.cpp.

References B, llvm::sampleprof::Base, and llvm::Value::getType().

getIntToFPVal()

static Value * getIntToFPVal ( Value *  I2F, IRBuilderBase &  B, unsigned  DstWidth  )

static

Definition at line 2045 of file SimplifyLibCalls.cpp.

References B, and llvm::BitWidth.

getSqrtCall()

static Value * getSqrtCall ( Value *  V, AttributeList  Attrs, bool  NoErrno, Module *  M, IRBuilderBase &  B, const TargetLibraryInfo *  TLI  )

static

Definition at line 2239 of file SimplifyLibCalls.cpp.

References B, llvm::emitUnaryFloatFnCall(), and llvm::hasFloatFn().

ignoreCallingConv()

static bool ignoreCallingConv ( LibFunc  Func )

static

Definition at line 102 of file SimplifyLibCalls.cpp.

Referenced by llvm::FortifiedLibCallSimplifier::optimizeCall(), and llvm::LibCallSimplifier::optimizeCall().

insertSinCosCall()

static bool insertSinCosCall ( IRBuilderBase &  B, Function *  OrigCallee, Value *  Arg, bool  UseFloat, Value *&  Sin, Value *&  Cos, Value *&  SinCos, const TargetLibraryInfo *  TLI  )

static

Definition at line 2857 of file SimplifyLibCalls.cpp.

References assert(), B, llvm::BasicBlock::begin(), llvm::StructType::get(), llvm::FixedVectorType::get(), llvm::Function::getAttributes(), llvm::TargetLibraryInfo::getLibFunc(), llvm::getOrInsertLibFunc(), llvm::GlobalValue::getParent(), llvm::Module::getTargetTriple(), llvm::Value::getType(), llvm::isLibFuncEmittable(), llvm::Type::isStructTy(), Name, llvm::Triple::x86, and llvm::Triple::x86_64.

isOnlyUsedInComparisonWithZero()

static bool isOnlyUsedInComparisonWithZero ( Value *  V )

static

Definition at line 240 of file SimplifyLibCalls.cpp.

References llvm::CallingConv::C.

Referenced by canTransformToMemCmp().

isOnlyUsedInEqualityComparison()

static bool isOnlyUsedInEqualityComparison ( Value *  V, Value *  With  )

static

Return true if it is only used in equality comparisons with With.

Definition at line 108 of file SimplifyLibCalls.cpp.

isReportingError()

static bool isReportingError ( Function *  Callee, CallInst *  CI, int  StreamArg  )

static

Definition at line 3203 of file SimplifyLibCalls.cpp.

References llvm::CallBase::arg_size(), llvm::CallBase::getArgOperand(), llvm::Value::getName(), llvm::LoadInst::getPointerOperand(), and llvm::GlobalValue::isDeclaration().

isTrigLibCall()

static bool isTrigLibCall ( CallInst *  CI )

static

Definition at line 2850 of file SimplifyLibCalls.cpp.

References llvm::CallBase::doesNotAccessMemory(), and llvm::CallBase::doesNotThrow().

memChrToCharCompare()

static Value * memChrToCharCompare ( CallInst *  CI, Value *  NBytes, IRBuilderBase &  B, const DataLayout &  DL  )

static

Definition at line 446 of file SimplifyLibCalls.cpp.

References llvm::And, B, llvm::CallBase::getArgOperand(), llvm::Constant::getNullValue(), and llvm::Value::getType().

mergeAttributesAndFlags()

static Value * mergeAttributesAndFlags ( CallInst *  NewCI, const CallInst &  Old  )

static

Definition at line 342 of file SimplifyLibCalls.cpp.

References copyFlags(), llvm::AttributeList::get(), llvm::Value::getContext(), llvm::Value::getType(), llvm::CallBase::removeRetAttrs(), llvm::CallBase::setAttributes(), and llvm::AttributeFuncs::typeIncompatible().

optimizeBinaryDoubleFP()

static Value * optimizeBinaryDoubleFP ( CallInst *  CI, IRBuilderBase &  B, const TargetLibraryInfo *  TLI, bool  isPrecise = false  )

static

Shrink double -> float for binary functions.

Definition at line 1980 of file SimplifyLibCalls.cpp.

References B, and optimizeDoubleFP().

optimizeDoubleFP()

static Value * optimizeDoubleFP ( CallInst *  CI, IRBuilderBase &  B, bool  isBinary, const TargetLibraryInfo *  TLI, bool  isPrecise = false  )

static

Shrink double -> float functions.

Definition at line 1913 of file SimplifyLibCalls.cpp.

References B, llvm::StringRef::back(), llvm::emitBinaryFloatFnCall(), llvm::emitUnaryFloatFnCall(), llvm::StringRef::empty(), llvm::CallBase::getArgOperand(), llvm::Function::getAttributes(), llvm::CallBase::getCalledFunction(), llvm::Intrinsic::getDeclaration(), llvm::Instruction::getFastMathFlags(), llvm::Instruction::getFunction(), llvm::Function::getIntrinsicID(), llvm::Instruction::getModule(), llvm::Value::getName(), llvm::Value::getType(), isBinary(), llvm::Type::isDoubleTy(), llvm::Type::isFloatTy(), llvm::Function::isIntrinsic(), llvm::StringRef::size(), llvm::StringRef::starts_with(), llvm::Value::users(), and valueHasFloatPrecision().

Referenced by optimizeBinaryDoubleFP(), and optimizeUnaryDoubleFP().

optimizeMemCmpConstantSize()

static Value * optimizeMemCmpConstantSize ( CallInst *  CI, Value *  LHS, Value *  RHS, uint64_t  Len, IRBuilderBase &  B, const DataLayout &  DL  )

static

Definition at line 1537 of file SimplifyLibCalls.cpp.

References B, llvm::ConstantFoldLoadFromConstPtr(), DL, llvm::IntegerType::get(), llvm::Value::getContext(), llvm::getKnownAlignment(), llvm::Constant::getNullValue(), llvm::Value::getType(), llvm::isOnlyUsedInZeroEqualityComparison(), LHS, and RHS.

optimizeMemCmpVarSize()

static Value * optimizeMemCmpVarSize ( CallInst *  CI, Value *  LHS, Value *  RHS, Value *  Size, bool  StrNCmp, IRBuilderBase &  B, const DataLayout &  DL  )

static

Definition at line 1495 of file SimplifyLibCalls.cpp.

References B, llvm::getConstantStringInfo(), llvm::Constant::getNullValue(), llvm::Value::getType(), llvm::CmpInst::ICMP_ULE, LHS, RHS, llvm::StringRef::size(), and Size.

optimizeNaN()

static Value * optimizeNaN ( CallInst *  CI )

static

Constant folding nan/nanf/nanl.

Definition at line 3896 of file SimplifyLibCalls.cpp.

References llvm::StringRef::empty(), llvm::CallBase::getArgOperand(), llvm::StringRef::getAsInteger(), llvm::getConstantStringInfo(), llvm::ConstantFP::getQNaN(), and llvm::Value::getType().

optimizeSymmetricCall()

static Value * optimizeSymmetricCall ( CallInst *  CI, bool  IsEven, IRBuilderBase &  B  )

static

Definition at line 2913 of file SimplifyLibCalls.cpp.

References B, copyFlags(), llvm::CallBase::getArgOperand(), llvm::CallBase::getCalledFunction(), llvm::Instruction::getFastMathFlags(), llvm::PatternMatch::m_CopySign(), llvm::PatternMatch::m_FAbs(), llvm::PatternMatch::m_FNeg(), llvm::PatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), and X.

optimizeUnaryDoubleFP()

static Value * optimizeUnaryDoubleFP ( CallInst *  CI, IRBuilderBase &  B, const TargetLibraryInfo *  TLI, bool  isPrecise = false  )

static

Shrink double -> float for unary functions.

Definition at line 1973 of file SimplifyLibCalls.cpp.

References B, and optimizeDoubleFP().

replaceUnaryCall()

static Value * replaceUnaryCall ( CallInst *  CI, IRBuilderBase &  B, Intrinsic::ID  IID  )

static

Definition at line 1883 of file SimplifyLibCalls.cpp.

References B, copyFlags(), llvm::CallBase::getArgOperand(), and llvm::Value::takeName().

substr()

static StringRef substr ( StringRef  Str, uint64_t  Len  )

static

Definition at line 350 of file SimplifyLibCalls.cpp.

Referenced by llvm::StringRef::consume_back(), llvm::StringRef::consume_back_insensitive(), llvm::StringRef::consume_front(), llvm::StringRef::consume_front_insensitive(), llvm::StringRef::drop_back(), llvm::StringRef::drop_front(), llvm::StringRef::drop_until(), llvm::StringRef::drop_while(), llvm::X86TargetLowering::ExpandInlineAsm(), llvm::object::MachOObjectFile::getSectionContents(), llvm::streamFile(), llvm::StringRef::take_until(), and llvm::StringRef::take_while().

valueHasFloatPrecision()

static Value * valueHasFloatPrecision ( Value *  Val )

static

Return a variant of Val with float type.

Currently this works in two cases: If Val is an FPExtension of a float value to something bigger, simply return the operand. If Val is a ConstantFP but can be converted to a float ConstantFP without loss of precision do so.

Definition at line 1895 of file SimplifyLibCalls.cpp.

References F, llvm::APFloatBase::IEEEsingle(), and llvm::APFloatBase::rmNearestTiesToEven.

Referenced by optimizeDoubleFP().

Variable Documentation

ColdNewHintValue

cl::opt< unsigned, false, HotColdHintParser > ColdNewHintValue("cold-new-hint-value", cl::Hidden, cl::init(1), cl::desc("Value to pass to hot/cold operator new for cold allocation")) ( "cold-new-hint-value"  , cl::Hidden  , cl::init(1)  , cl::desc("Value to pass to hot/cold operator new for cold allocation")    )

static

EnableUnsafeFPShrink

cl::opt< bool > EnableUnsafeFPShrink("enable-double-float-shrink", cl::Hidden, cl::init(false), cl::desc("Enable unsafe double to float " "shrinking for math lib calls")) ( "enable-double-float-shrink"  , cl::Hidden  , cl::init(false)  , cl::desc("Enable unsafe double to float " "shrinking for math lib calls")    )

static

Referenced by llvm::LibCallSimplifier::optimizeCall().

HotNewHintValue

cl::opt< unsigned, false, HotColdHintParser > HotNewHintValue("hot-new-hint-value", cl::Hidden, cl::init(254), cl::desc("Value to pass to hot/cold operator new for hot allocation")) ( "hot-new-hint-value"  , cl::Hidden  , cl::init(254)  , cl::desc("Value to pass to hot/cold operator new for hot allocation")    )

static

NotColdNewHintValue

cl::opt< unsigned, false, HotColdHintParser > NotColdNewHintValue("notcold-new-hint-value", cl::Hidden, cl::init(128), cl::desc("Value to pass to hot/cold operator new for " "notcold (warm) allocation")) ( "notcold-new-hint-value"  , cl::Hidden  , cl::init(128)  , cl::desc("Value to pass to hot/cold operator new for " "notcold (warm) allocation")    )

static

OptimizeExistingHotColdNew

cl::opt< bool > OptimizeExistingHotColdNew("optimize-existing-hot-cold-new", cl::Hidden, cl::init(false), cl::desc( "Enable optimization of existing hot/cold operator new library calls")) ( "optimize-existing-hot-cold-new"  , cl::Hidden  , cl::init(false)  , cl::desc( "Enable optimization of existing hot/cold operator new library calls")    )

static

OptimizeHotColdNew

cl::opt< bool > OptimizeHotColdNew("optimize-hot-cold-new", cl::Hidden, cl::init(false), cl::desc("Enable hot/cold operator new library calls")) ( "optimize-hot-cold-new"  , cl::Hidden  , cl::init(false)  , cl::desc("Enable hot/cold operator new library calls")    )

static