AutoUpgrade.cpp File Reference

#include "llvm/IR/AutoUpgrade.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/StringSwitch.h"
#include "llvm/BinaryFormat/Dwarf.h"
#include "llvm/IR/AttributeMask.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/CallingConv.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DebugInfo.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/DiagnosticInfo.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstVisitor.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsAArch64.h"
#include "llvm/IR/IntrinsicsARM.h"
#include "llvm/IR/IntrinsicsNVPTX.h"
#include "llvm/IR/IntrinsicsRISCV.h"
#include "llvm/IR/IntrinsicsWebAssembly.h"
#include "llvm/IR/IntrinsicsX86.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/MDBuilder.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Value.h"
#include "llvm/IR/Verifier.h"
#include "llvm/Support/AMDGPUAddrSpace.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/NVPTXAddrSpace.h"
#include "llvm/Support/Regex.h"
#include "llvm/TargetParser/Triple.h"
#include <cstdint>
#include <cstring>
#include <numeric>

Go to the source code of this file.

Functions
static void	rename (GlobalValue *GV)
static bool	upgradePTESTIntrinsic (Function *F, Intrinsic::ID IID, Function *&NewFn)
static bool	upgradeX86IntrinsicsWith8BitMask (Function *F, Intrinsic::ID IID, Function *&NewFn)
static bool	upgradeX86MaskedFPCompare (Function *F, Intrinsic::ID IID, Function *&NewFn)
static bool	upgradeX86BF16Intrinsic (Function *F, Intrinsic::ID IID, Function *&NewFn)
static bool	upgradeX86BF16DPIntrinsic (Function *F, Intrinsic::ID IID, Function *&NewFn)
static bool	shouldUpgradeX86Intrinsic (Function *F, StringRef Name)
static bool	upgradeX86IntrinsicFunction (Function *F, StringRef Name, Function *&NewFn)
static bool	upgradeArmOrAarch64IntrinsicFunction (bool IsArm, Function *F, StringRef Name, Function *&NewFn)
static Intrinsic::ID	shouldUpgradeNVPTXTMAG2SIntrinsics (Function *F, StringRef Name)
static Intrinsic::ID	shouldUpgradeNVPTXSharedClusterIntrinsic (Function *F, StringRef Name)
static Intrinsic::ID	shouldUpgradeNVPTXBF16Intrinsic (StringRef Name)
static bool	consumeNVVMPtrAddrSpace (StringRef &Name)
static bool	upgradeIntrinsicFunction1 (Function *F, Function *&NewFn, bool CanUpgradeDebugIntrinsicsToRecords)
static Value *	upgradeX86PSLLDQIntrinsics (IRBuilder<> &Builder, Value *Op, unsigned Shift)
static Value *	upgradeX86PSRLDQIntrinsics (IRBuilder<> &Builder, Value *Op, unsigned Shift)
static Value *	getX86MaskVec (IRBuilder<> &Builder, Value *Mask, unsigned NumElts)
static Value *	emitX86Select (IRBuilder<> &Builder, Value *Mask, Value *Op0, Value *Op1)
static Value *	emitX86ScalarSelect (IRBuilder<> &Builder, Value *Mask, Value *Op0, Value *Op1)
static Value *	upgradeX86ALIGNIntrinsics (IRBuilder<> &Builder, Value *Op0, Value *Op1, Value *Shift, Value *Passthru, Value *Mask, bool IsVALIGN)
static Value *	upgradeX86VPERMT2Intrinsics (IRBuilder<> &Builder, CallBase &CI, bool ZeroMask, bool IndexForm)
static Value *	upgradeX86BinaryIntrinsics (IRBuilder<> &Builder, CallBase &CI, Intrinsic::ID IID)
static Value *	upgradeX86Rotate (IRBuilder<> &Builder, CallBase &CI, bool IsRotateRight)
static Value *	upgradeX86vpcom (IRBuilder<> &Builder, CallBase &CI, unsigned Imm, bool IsSigned)
static Value *	upgradeX86ConcatShift (IRBuilder<> &Builder, CallBase &CI, bool IsShiftRight, bool ZeroMask)
static Value *	upgradeMaskedStore (IRBuilder<> &Builder, Value *Ptr, Value *Data, Value *Mask, bool Aligned)
static Value *	upgradeMaskedLoad (IRBuilder<> &Builder, Value *Ptr, Value *Passthru, Value *Mask, bool Aligned)
static Value *	upgradeAbs (IRBuilder<> &Builder, CallBase &CI)
static Value *	upgradePMULDQ (IRBuilder<> &Builder, CallBase &CI, bool IsSigned)
static Value *	applyX86MaskOn1BitsVec (IRBuilder<> &Builder, Value *Vec, Value *Mask)
static Value *	upgradeMaskedCompare (IRBuilder<> &Builder, CallBase &CI, unsigned CC, bool Signed)
static Value *	upgradeX86MaskedShift (IRBuilder<> &Builder, CallBase &CI, Intrinsic::ID IID)
static Value *	upgradeMaskedMove (IRBuilder<> &Builder, CallBase &CI)
static Value *	upgradeMaskToInt (IRBuilder<> &Builder, CallBase &CI)
static bool	upgradeAVX512MaskToSelect (StringRef Name, IRBuilder<> &Builder, CallBase &CI, Value *&Rep)
static Value *	upgradeNVVMIntrinsicCall (StringRef Name, CallBase *CI, Function *F, IRBuilder<> &Builder)
static Value *	upgradeX86IntrinsicCall (StringRef Name, CallBase *CI, Function *F, IRBuilder<> &Builder)
static Value *	upgradeAArch64IntrinsicCall (StringRef Name, CallBase *CI, Function *F, IRBuilder<> &Builder)
static Value *	upgradeARMIntrinsicCall (StringRef Name, CallBase *CI, Function *F, IRBuilder<> &Builder)
static Value *	upgradeAMDGCNIntrinsicCall (StringRef Name, CallBase *CI, Function *F, IRBuilder<> &Builder)
static MDNode *	unwrapMAVOp (CallBase *CI, unsigned Op)
	Helper to unwrap intrinsic call MetadataAsValue operands.
static Metadata *	unwrapMAVMetadataOp (CallBase *CI, unsigned Op)
	Helper to unwrap Metadata MetadataAsValue operands, such as the Value field.
static MDNode *	getDebugLocSafe (const Instruction *I)
static void	upgradeDbgIntrinsicToDbgRecord (StringRef Name, CallBase *CI)
	Convert debug intrinsic calls to non-instruction debug records.
static void	upgradeNVVMFnVectorAttr (const StringRef Attr, const char DimC, GlobalValue *GV, const Metadata *V)
static bool	isXYZ (StringRef S)
static bool	upgradeSingleNVVMAnnotation (GlobalValue *GV, StringRef K, const Metadata *V)
static bool	upgradeRetainReleaseMarker (Module &M)
	This checks for objc retain release marker which should be upgraded.
static bool	isOldLoopArgument (Metadata *MD)
static MDString *	upgradeLoopTag (LLVMContext &C, StringRef OldTag)
static Metadata *	upgradeLoopArgument (Metadata *MD)

Variables
static cl::opt< bool >	DisableAutoUpgradeDebugInfo ("disable-auto-upgrade-debug-info", cl::desc("Disable autoupgrade of debug info"))

Function Documentation

applyX86MaskOn1BitsVec()

static Value * applyX86MaskOn1BitsVec ( IRBuilder<> &  Builder, Value *  Vec, Value *  Mask  )

static

Definition at line 2105 of file AutoUpgrade.cpp.

References llvm::CallingConv::C, llvm::IRBuilderBase::CreateAnd(), llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::IRBuilderBase::getIntNTy(), llvm::Constant::getNullValue(), llvm::Value::getType(), and getX86MaskVec().

Referenced by llvm::UpgradeIntrinsicCall(), upgradeMaskedCompare(), and upgradeX86IntrinsicCall().

consumeNVVMPtrAddrSpace()

static bool consumeNVVMPtrAddrSpace ( StringRef &  Name )

static

Definition at line 1100 of file AutoUpgrade.cpp.

References Name.

Referenced by upgradeIntrinsicFunction1(), and upgradeNVVMIntrinsicCall().

emitX86ScalarSelect()

static Value * emitX86ScalarSelect ( IRBuilder<> &  Builder, Value *  Mask, Value *  Op0, Value *  Op1  )

static

Definition at line 1791 of file AutoUpgrade.cpp.

References llvm::CallingConv::C, llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateExtractElement(), llvm::IRBuilderBase::CreateSelect(), llvm::FixedVectorType::get(), and llvm::IRBuilderBase::getInt1Ty().

Referenced by upgradeX86IntrinsicCall().

emitX86Select()

static Value * emitX86Select ( IRBuilder<> &  Builder, Value *  Mask, Value *  Op0, Value *  Op1  )

static

Definition at line 1779 of file AutoUpgrade.cpp.

References llvm::CallingConv::C, llvm::IRBuilderBase::CreateSelect(), llvm::Value::getType(), and getX86MaskVec().

Referenced by upgradeAbs(), upgradeAVX512MaskToSelect(), upgradePMULDQ(), upgradeX86ALIGNIntrinsics(), upgradeX86BinaryIntrinsics(), upgradeX86ConcatShift(), upgradeX86IntrinsicCall(), upgradeX86MaskedShift(), upgradeX86Rotate(), and upgradeX86VPERMT2Intrinsics().

getDebugLocSafe()

static MDNode * getDebugLocSafe ( const Instruction *  I )

static

Definition at line 4479 of file AutoUpgrade.cpp.

References I.

Referenced by upgradeDbgIntrinsicToDbgRecord().

getX86MaskVec()

static Value * getX86MaskVec ( IRBuilder<> &  Builder, Value *  Mask, unsigned  NumElts  )

static

Definition at line 1759 of file AutoUpgrade.cpp.

References assert(), llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::FixedVectorType::get(), llvm::IntegerType::getBitWidth(), llvm::IRBuilderBase::getInt1Ty(), and llvm::isPowerOf2_32().

Referenced by applyX86MaskOn1BitsVec(), emitX86Select(), llvm::UpgradeIntrinsicCall(), upgradeMaskedLoad(), upgradeMaskedStore(), upgradeMaskToInt(), and upgradeX86IntrinsicCall().

isOldLoopArgument()

static bool isOldLoopArgument ( Metadata *  MD )

static

Definition at line 5843 of file AutoUpgrade.cpp.

Referenced by llvm::upgradeInstructionLoopAttachment().

isXYZ()

static bool isXYZ ( StringRef  S )

inlinestatic

Definition at line 5333 of file AutoUpgrade.cpp.

Referenced by upgradeSingleNVVMAnnotation().

rename()

static void rename ( GlobalValue *  GV )

static

Definition at line 62 of file AutoUpgrade.cpp.

References llvm::Value::getName(), and llvm::Value::setName().

Referenced by upgradeArmOrAarch64IntrinsicFunction(), upgradeIntrinsicFunction1(), upgradeNVVMIntrinsicCall(), upgradePTESTIntrinsic(), upgradeX86BF16DPIntrinsic(), upgradeX86BF16Intrinsic(), upgradeX86IntrinsicFunction(), upgradeX86IntrinsicsWith8BitMask(), and upgradeX86MaskedFPCompare().

shouldUpgradeNVPTXBF16Intrinsic()

static Intrinsic::ID shouldUpgradeNVPTXBF16Intrinsic ( StringRef  Name )

static

Definition at line 1026 of file AutoUpgrade.cpp.

References llvm::StringSwitch< T, R >::Case(), llvm::StringSwitch< T, R >::Default(), Name, and llvm::Intrinsic::not_intrinsic.

Referenced by upgradeIntrinsicFunction1(), and upgradeNVVMIntrinsicCall().

shouldUpgradeNVPTXSharedClusterIntrinsic()

static Intrinsic::ID shouldUpgradeNVPTXSharedClusterIntrinsic ( Function *  F, StringRef  Name  )

static

Definition at line 1001 of file AutoUpgrade.cpp.

References llvm::NVPTXAS::ADDRESS_SPACE_SHARED, llvm::StringSwitch< T, R >::Case(), llvm::StringSwitch< T, R >::Default(), F, Name, and llvm::Intrinsic::not_intrinsic.

Referenced by upgradeIntrinsicFunction1().

shouldUpgradeNVPTXTMAG2SIntrinsics()

static Intrinsic::ID shouldUpgradeNVPTXTMAG2SIntrinsics ( Function *  F, StringRef  Name  )

static

Definition at line 954 of file AutoUpgrade.cpp.

References llvm::NVPTXAS::ADDRESS_SPACE_SHARED, llvm::StringSwitch< T, R >::Case(), llvm::StringSwitch< T, R >::Default(), F, llvm::Type::isIntegerTy(), Name, and llvm::Intrinsic::not_intrinsic.

Referenced by upgradeIntrinsicFunction1().

shouldUpgradeX86Intrinsic()

static bool shouldUpgradeX86Intrinsic ( Function *  F, StringRef  Name  )

static

Definition at line 129 of file AutoUpgrade.cpp.

References Name.

Referenced by upgradeX86IntrinsicFunction().

unwrapMAVMetadataOp()

static Metadata * unwrapMAVMetadataOp ( CallBase *  CI, unsigned  Op  )

static

Helper to unwrap Metadata MetadataAsValue operands, such as the Value field.

Definition at line 4472 of file AutoUpgrade.cpp.

References llvm::CallBase::getArgOperand().

Referenced by upgradeDbgIntrinsicToDbgRecord().

unwrapMAVOp()

static MDNode * unwrapMAVOp ( CallBase *  CI, unsigned  Op  )

static

Helper to unwrap intrinsic call MetadataAsValue operands.

Return as a plain MDNode, as it's the verifier's job to check these are the correct types later.

Definition at line 4460 of file AutoUpgrade.cpp.

References llvm::CallBase::getArgOperand().

Referenced by upgradeDbgIntrinsicToDbgRecord().

upgradeAArch64IntrinsicCall()

static Value * upgradeAArch64IntrinsicCall ( StringRef  Name, CallBase *  CI, Function *  F, IRBuilder<> &  Builder  )

static

Definition at line 4220 of file AutoUpgrade.cpp.

References llvm::CallBase::args(), llvm::SmallVectorTemplateCommon< T, typename >::begin(), llvm::StringSwitch< T, R >::Case(), llvm::IRBuilderBase::CreateFPTrunc(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::dbgs(), llvm::StringSwitch< T, R >::Default(), llvm::SmallVectorTemplateCommon< T, typename >::end(), F, llvm::ScalableVectorType::get(), llvm::FixedVectorType::get(), llvm::ConstantAggregateZero::get(), llvm::Type::getBFloatTy(), llvm::IRBuilderBase::getInt1Ty(), llvm::Value::getName(), llvm::User::getOperand(), llvm::Value::getType(), getType(), llvm_unreachable, Name, and llvm::Intrinsic::not_intrinsic.

Referenced by llvm::UpgradeIntrinsicCall().

upgradeAbs()

static Value * upgradeAbs ( IRBuilder<> &  Builder, CallBase &  CI  )

static

Definition at line 2065 of file AutoUpgrade.cpp.

References llvm::CallBase::arg_size(), llvm::IRBuilderBase::CreateIntrinsic(), emitX86Select(), llvm::CallBase::getArgOperand(), llvm::IRBuilderBase::getInt1(), and llvm::Value::getType().

Referenced by upgradeX86IntrinsicCall().

upgradeAMDGCNIntrinsicCall()

static Value * upgradeAMDGCNIntrinsicCall ( StringRef  Name, CallBase *  CI, Function *  F, IRBuilder<> &  Builder  )

static

Definition at line 4367 of file AutoUpgrade.cpp.

References llvm::IRBuilderBase::CreateAtomicRMW(), llvm::IRBuilderBase::CreateBitCast(), llvm::MDBuilder::createRange(), F, llvm::AtomicRMWInst::FAdd, llvm::AMDGPUAS::FLAT_ADDRESS, llvm::AtomicRMWInst::FMax, llvm::AtomicRMWInst::FMin, llvm::MDNode::get(), llvm::CallBase::getArgOperand(), llvm::Type::getBFloatTy(), llvm::User::getNumOperands(), llvm::LLVMContext::getOrInsertSyncScopeID(), llvm::Value::getType(), llvm::ConstantInt::getZExtValue(), llvm::isValidAtomicOrdering(), llvm::ConstantInt::isZero(), llvm::AMDGPUAS::LOCAL_ADDRESS, Name, llvm::AMDGPUAS::PRIVATE_ADDRESS, Ptr, RetTy, llvm::Instruction::setMetadata(), llvm::AtomicRMWInst::setVolatile(), llvm::StringSwitch< T, R >::StartsWith(), llvm::AtomicRMWInst::UDecWrap, and llvm::AtomicRMWInst::UIncWrap.

Referenced by llvm::UpgradeIntrinsicCall().

upgradeARMIntrinsicCall()

static Value * upgradeARMIntrinsicCall ( StringRef  Name, CallBase *  CI, Function *  F, IRBuilder<> &  Builder  )

static

Definition at line 4277 of file AutoUpgrade.cpp.

References llvm::CallBase::args(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::FixedVectorType::get(), llvm::CallBase::getArgOperand(), llvm::IRBuilderBase::getInt1Ty(), llvm::CallBase::getIntrinsicID(), llvm::Value::getName(), llvm::User::getOperand(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), llvm_unreachable, and Name.

Referenced by llvm::UpgradeIntrinsicCall().

upgradeArmOrAarch64IntrinsicFunction()

static bool upgradeArmOrAarch64IntrinsicFunction ( bool  IsArm, Function *  F, StringRef  Name, Function *&  NewFn  )

static

Definition at line 637 of file AutoUpgrade.cpp.

References assert(), llvm::StringSwitch< T, R >::Case(), llvm::StringSwitch< T, R >::Cases(), llvm::StringSwitch< T, R >::Default(), F, llvm::FixedVectorType::get(), llvm::Type::getBFloatTy(), llvm::Intrinsic::getOrInsertDeclaration(), Groups, llvm::Regex::match(), Name, llvm::Intrinsic::not_intrinsic, rename(), llvm::size(), and llvm::StringSwitch< T, R >::StartsWith().

Referenced by upgradeIntrinsicFunction1().

upgradeAVX512MaskToSelect()

static bool upgradeAVX512MaskToSelect ( StringRef  Name, IRBuilder<> &  Builder, CallBase &  CI, Value *&  Rep  )

static

Definition at line 2189 of file AutoUpgrade.cpp.

References llvm::CallBase::arg_size(), llvm::CallBase::args(), llvm::IRBuilderBase::CreateIntrinsic(), emitX86Select(), llvm::CallBase::getArgOperand(), llvm::Type::getPrimitiveSizeInBits(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), llvm::Type::isFPOrFPVectorTy(), llvm_unreachable, and Name.

Referenced by upgradeX86IntrinsicCall().

upgradeDbgIntrinsicToDbgRecord()

static void upgradeDbgIntrinsicToDbgRecord ( StringRef  Name, CallBase *  CI  )

static

Convert debug intrinsic calls to non-instruction debug records.

Name - Final part of the intrinsic name, e.g. 'value' in llvm.dbg.value. CI - The debug intrinsic call.

Definition at line 4488 of file AutoUpgrade.cpp.

References llvm::DIExpression::append(), llvm::CallBase::arg_size(), assert(), llvm::DbgLabelRecord::createUnresolvedDbgLabelRecord(), llvm::DbgVariableRecord::createUnresolvedDbgVariableRecord(), llvm::CallBase::getArgOperand(), llvm::Instruction::getDebugLoc(), getDebugLocSafe(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), Name, llvm::Offset, unwrapMAVMetadataOp(), and unwrapMAVOp().

Referenced by llvm::UpgradeIntrinsicCall().

upgradeIntrinsicFunction1()

static bool upgradeIntrinsicFunction1 ( Function *  F, Function *&  NewFn, bool  CanUpgradeDebugIntrinsicsToRecords  )

static

Definition at line 1106 of file AutoUpgrade.cpp.

References assert(), llvm::StringSwitch< T, R >::Case(), llvm::StringSwitch< T, R >::Cases(), consumeNVVMPtrAddrSpace(), llvm::StringSwitch< T, R >::Default(), Default, F, llvm::Intrinsic::getOrInsertDeclaration(), Groups, Name, llvm::Intrinsic::not_intrinsic, llvm::SmallVectorTemplateBase< T, bool >::push_back(), R2, rename(), shouldUpgradeNVPTXBF16Intrinsic(), shouldUpgradeNVPTXSharedClusterIntrinsic(), shouldUpgradeNVPTXTMAG2SIntrinsics(), llvm::StringSwitch< T, R >::StartsWith(), upgradeArmOrAarch64IntrinsicFunction(), and upgradeX86IntrinsicFunction().

Referenced by llvm::UpgradeIntrinsicFunction().

upgradeLoopArgument()

static Metadata * upgradeLoopArgument ( Metadata *  MD )

static

Definition at line 5867 of file AutoUpgrade.cpp.

References llvm::MDTuple::get(), I, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorImpl< T >::reserve(), and upgradeLoopTag().

Referenced by llvm::upgradeInstructionLoopAttachment().

upgradeLoopTag()

static MDString * upgradeLoopTag ( LLVMContext &  C, StringRef  OldTag  )

static

Definition at line 5855 of file AutoUpgrade.cpp.

References assert(), llvm::CallingConv::C, llvm::StringRef::drop_front(), llvm::MDString::get(), llvm::StringRef::size(), and llvm::StringRef::starts_with().

Referenced by upgradeLoopArgument().

upgradeMaskedCompare()

static Value * upgradeMaskedCompare ( IRBuilder<> &  Builder, CallBase &  CI, unsigned  CC, bool  Signed  )

static

Definition at line 2127 of file AutoUpgrade.cpp.

References applyX86MaskOn1BitsVec(), llvm::CallBase::arg_size(), llvm::IRBuilderBase::CreateICmp(), llvm::FixedVectorType::get(), llvm::Constant::getAllOnesValue(), llvm::CallBase::getArgOperand(), llvm::IRBuilderBase::getInt1Ty(), llvm::Constant::getNullValue(), llvm::Value::getType(), llvm_unreachable, and Signed.

Referenced by upgradeX86IntrinsicCall().

upgradeMaskedLoad()

static Value * upgradeMaskedLoad ( IRBuilder<> &  Builder, Value *  Ptr, Value *  Passthru, Value *  Mask, bool  Aligned  )

static

Definition at line 2044 of file AutoUpgrade.cpp.

References llvm::Aligned, llvm::CallingConv::C, llvm::IRBuilderBase::CreateAlignedLoad(), llvm::IRBuilderBase::CreateMaskedLoad(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getFixedValue(), llvm::Type::getPrimitiveSizeInBits(), llvm::Value::getType(), getX86MaskVec(), and Ptr.

Referenced by upgradeX86IntrinsicCall().

upgradeMaskedMove()

static Value * upgradeMaskedMove ( IRBuilder<> &  Builder, CallBase &  CI  )

static

Definition at line 2166 of file AutoUpgrade.cpp.

References A, B, llvm::IRBuilderBase::CreateAnd(), llvm::IRBuilderBase::CreateExtractElement(), llvm::IRBuilderBase::CreateInsertElement(), llvm::IRBuilderBase::CreateIsNotNull(), llvm::IRBuilderBase::CreateSelect(), llvm::CallBase::getArgOperand(), and Select.

Referenced by upgradeX86IntrinsicCall().

upgradeMaskedStore()

static Value * upgradeMaskedStore ( IRBuilder<> &  Builder, Value *  Ptr, Value *  Data, Value *  Mask, bool  Aligned  )

static

Definition at line 2026 of file AutoUpgrade.cpp.

References llvm::Aligned, llvm::CallingConv::C, llvm::IRBuilderBase::CreateAlignedStore(), llvm::IRBuilderBase::CreateMaskedStore(), getX86MaskVec(), and Ptr.

Referenced by upgradeX86IntrinsicCall().

upgradeMaskToInt()

static Value * upgradeMaskToInt ( IRBuilder<> &  Builder, CallBase &  CI  )

static

Definition at line 2180 of file AutoUpgrade.cpp.

References llvm::IRBuilderBase::CreateSExt(), llvm::CallBase::getArgOperand(), llvm::Value::getType(), and getX86MaskVec().

Referenced by upgradeX86IntrinsicCall().

upgradeNVVMFnVectorAttr()

static void upgradeNVVMFnVectorAttr ( const StringRef  Attr, const char  DimC, GlobalValue *  GV, const Metadata *  V  )

static

Definition at line 5300 of file AutoUpgrade.cpp.

References assert(), llvm::StringRef::empty(), F, llvm::Length, llvm::StringRef::split(), and llvm::StringRef::trim().

Referenced by upgradeSingleNVVMAnnotation().

upgradeNVVMIntrinsicCall()

static Value * upgradeNVVMIntrinsicCall ( StringRef  Name, CallBase *  CI, Function *  F, IRBuilder<> &  Builder  )

static

Definition at line 2437 of file AutoUpgrade.cpp.

References llvm::Function::arg_size(), consumeNVVMPtrAddrSpace(), llvm::IRBuilderBase::CreateAddrSpaceCast(), llvm::IRBuilderBase::CreateAlignedLoad(), llvm::IRBuilderBase::CreateAtomicRMW(), llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateCall(), llvm::IRBuilderBase::CreateICmpSGE(), llvm::IRBuilderBase::CreateICmpSLE(), llvm::IRBuilderBase::CreateICmpUGE(), llvm::IRBuilderBase::CreateICmpULE(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateNeg(), llvm::IRBuilderBase::CreateSelect(), llvm::IRBuilderBase::CreateTrunc(), llvm::IRBuilderBase::CreateUnaryIntrinsic(), llvm::IRBuilderBase::CreateZExt(), F, llvm::AtomicRMWInst::FAdd, llvm::MDNode::get(), llvm::FixedVectorType::get(), llvm::Function::getArg(), llvm::CallBase::getArgOperand(), llvm::IRBuilderBase::getBFloatTy(), llvm::IRBuilderBase::getContext(), llvm::IRBuilderBase::getFalse(), llvm::IRBuilderBase::getFloatTy(), llvm::IRBuilderBase::getInt32(), llvm::IRBuilderBase::getInt32Ty(), llvm::IRBuilderBase::getInt64(), llvm::IRBuilderBase::getInt64Ty(), llvm::Constant::getNullValue(), llvm::User::getOperand(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::IRBuilderBase::getPtrTy(), llvm::Type::getScalarType(), llvm::Value::getType(), I, llvm::Type::isBFloatTy(), llvm::Type::isIntegerTy(), Name, llvm::Intrinsic::not_intrinsic, Ptr, rename(), llvm::FastMathFlags::setApproxFunc(), shouldUpgradeNVPTXBF16Intrinsic(), llvm::AtomicRMWInst::UDecWrap, and llvm::AtomicRMWInst::UIncWrap.

Referenced by llvm::UpgradeIntrinsicCall().

upgradePMULDQ()

static Value * upgradePMULDQ ( IRBuilder<> &  Builder, CallBase &  CI, bool  IsSigned  )

static

Definition at line 2075 of file AutoUpgrade.cpp.

References llvm::CallBase::arg_size(), llvm::IRBuilderBase::CreateAnd(), llvm::IRBuilderBase::CreateAShr(), llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateMul(), llvm::IRBuilderBase::CreateShl(), emitX86Select(), llvm::CallBase::getArgOperand(), llvm::Value::getType(), LHS, and RHS.

Referenced by upgradeX86IntrinsicCall().

upgradePTESTIntrinsic()

static bool upgradePTESTIntrinsic ( Function *  F, Intrinsic::ID  IID, Function *&  NewFn  )

static

Definition at line 66 of file AutoUpgrade.cpp.

References F, llvm::FixedVectorType::get(), llvm::Type::getFloatTy(), llvm::Intrinsic::getOrInsertDeclaration(), and rename().

Referenced by upgradeX86IntrinsicFunction().

upgradeRetainReleaseMarker()

static bool upgradeRetainReleaseMarker ( Module &  M )

static

This checks for objc retain release marker which should be upgraded.

It returns true if module is modified.

Definition at line 5439 of file AutoUpgrade.cpp.

References llvm::Module::Error, llvm::MDString::get(), llvm::NamedMDNode::getOperand(), and llvm::SmallVectorBase< Size_T >::size().

Referenced by llvm::UpgradeARCRuntime().

upgradeSingleNVVMAnnotation()

static bool upgradeSingleNVVMAnnotation ( GlobalValue *  GV, StringRef  K, const Metadata *  V  )

static

Definition at line 5337 of file AutoUpgrade.cpp.

References llvm::Attribute::get(), llvm::Value::getContext(), llvm::Attribute::getWithStackAlignment(), Idx, isXYZ(), isZero(), llvm::CallingConv::PTX_Kernel, and upgradeNVVMFnVectorAttr().

Referenced by llvm::UpgradeNVVMAnnotations().

upgradeX86ALIGNIntrinsics()

static Value * upgradeX86ALIGNIntrinsics ( IRBuilder<> &  Builder, Value *  Op0, Value *  Op1, Value *  Shift, Value *  Passthru, Value *  Mask, bool  IsVALIGN  )

static

Definition at line 1808 of file AutoUpgrade.cpp.

References assert(), llvm::IRBuilderBase::CreateShuffleVector(), emitX86Select(), llvm::Constant::getNullValue(), llvm::Value::getType(), Idx, and llvm::isPowerOf2_32().

Referenced by upgradeX86IntrinsicCall().

upgradeX86BF16DPIntrinsic()

static bool upgradeX86BF16DPIntrinsic ( Function *  F, Intrinsic::ID  IID, Function *&  NewFn  )

static

Definition at line 119 of file AutoUpgrade.cpp.

References F, llvm::Intrinsic::getOrInsertDeclaration(), and rename().

Referenced by upgradeX86IntrinsicFunction().

upgradeX86BF16Intrinsic()

static bool upgradeX86BF16Intrinsic ( Function *  F, Intrinsic::ID  IID, Function *&  NewFn  )

static

Definition at line 109 of file AutoUpgrade.cpp.

References F, llvm::Intrinsic::getOrInsertDeclaration(), and rename().

Referenced by upgradeX86IntrinsicFunction().

upgradeX86BinaryIntrinsics()

static Value * upgradeX86BinaryIntrinsics ( IRBuilder<> &  Builder, CallBase &  CI, Intrinsic::ID  IID  )

static

Definition at line 1913 of file AutoUpgrade.cpp.

References llvm::CallBase::arg_size(), llvm::IRBuilderBase::CreateIntrinsic(), emitX86Select(), llvm::User::getOperand(), and llvm::Value::getType().

Referenced by upgradeX86IntrinsicCall().

upgradeX86ConcatShift()

static Value * upgradeX86ConcatShift ( IRBuilder<> &  Builder, CallBase &  CI, bool  IsShiftRight, bool  ZeroMask  )

static

Definition at line 1993 of file AutoUpgrade.cpp.

References llvm::CallBase::arg_size(), llvm::IRBuilderBase::CreateIntCast(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateVectorSplat(), emitX86Select(), llvm::ConstantAggregateZero::get(), llvm::CallBase::getArgOperand(), llvm::User::getOperand(), llvm::Type::getScalarType(), llvm::Value::getType(), and std::swap().

Referenced by upgradeX86IntrinsicCall().

upgradeX86IntrinsicCall()

static Value * upgradeX86IntrinsicCall ( StringRef  Name, CallBase *  CI, Function *  F, IRBuilder<> &  Builder  )

static

Definition at line 2594 of file AutoUpgrade.cpp.

References A, llvm::Aligned, applyX86MaskOn1BitsVec(), llvm::CallBase::arg_size(), llvm::CallBase::args(), assert(), B, llvm::CallingConv::C, llvm::IRBuilderBase::CreateAdd(), llvm::IRBuilderBase::CreateAlignedLoad(), llvm::IRBuilderBase::CreateAlignedStore(), llvm::IRBuilderBase::CreateAnd(), llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateCall(), llvm::IRBuilderBase::CreateExtractElement(), llvm::IRBuilderBase::CreateExtractValue(), llvm::IRBuilderBase::CreateFAdd(), llvm::IRBuilderBase::CreateFDiv(), llvm::IRBuilderBase::CreateFMA(), llvm::IRBuilderBase::CreateFMul(), llvm::IRBuilderBase::CreateFNeg(), llvm::IRBuilderBase::CreateFPExt(), llvm::IRBuilderBase::CreateFSub(), llvm::IRBuilderBase::CreateICmp(), llvm::IRBuilderBase::CreateICmpEQ(), llvm::IRBuilderBase::CreateInsertElement(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateLoad(), llvm::IRBuilderBase::CreateMul(), llvm::IRBuilderBase::CreateNot(), llvm::IRBuilderBase::CreateOr(), llvm::IRBuilderBase::CreateSExt(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::IRBuilderBase::CreateSIToFP(), llvm::IRBuilderBase::CreateSub(), llvm::IRBuilderBase::CreateTrunc(), llvm::IRBuilderBase::CreateUIToFP(), llvm::IRBuilderBase::CreateVectorSplat(), llvm::IRBuilderBase::CreateXor(), llvm::IRBuilderBase::CreateZExt(), emitX86ScalarSelect(), emitX86Select(), F, llvm::ConstantAsMetadata::get(), llvm::MDNode::get(), llvm::FixedVectorType::get(), llvm::PoisonValue::get(), llvm::ConstantAggregateZero::get(), llvm::Constant::getAllOnesValue(), llvm::CallBase::getArgOperand(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getFixedValue(), llvm::Type::getHalfTy(), llvm::IRBuilderBase::getInt16Ty(), llvm::IRBuilderBase::getInt32Ty(), llvm::Type::getInt32Ty(), llvm::Type::getInt64Ty(), llvm::IRBuilderBase::getInt8(), llvm::Instruction::getModule(), llvm::Constant::getNullValue(), getNumElements(), llvm::User::getOperand(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::Type::getPrimitiveSizeInBits(), llvm::Type::getScalarSizeInBits(), llvm::ShuffleVectorInst::getShuffleMask(), llvm::Value::getType(), getType(), getX86MaskVec(), High, I, llvm::Type::isIntegerTy(), LHS, llvm_unreachable, Name, llvm::Offset, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::replaceAllUsesWith(), RHS, llvm::Instruction::setMetadata(), Size, std::swap(), upgradeAbs(), upgradeAVX512MaskToSelect(), upgradeMaskedCompare(), upgradeMaskedLoad(), upgradeMaskedMove(), upgradeMaskedStore(), upgradeMaskToInt(), upgradePMULDQ(), upgradeX86ALIGNIntrinsics(), upgradeX86BinaryIntrinsics(), upgradeX86ConcatShift(), upgradeX86MaskedShift(), upgradeX86PSLLDQIntrinsics(), upgradeX86PSRLDQIntrinsics(), upgradeX86Rotate(), upgradeX86vpcom(), and upgradeX86VPERMT2Intrinsics().

Referenced by llvm::UpgradeIntrinsicCall().

upgradeX86IntrinsicFunction()

static bool upgradeX86IntrinsicFunction ( Function *  F, StringRef  Name, Function *&  NewFn  )

static

Definition at line 496 of file AutoUpgrade.cpp.

References llvm::StringSwitch< T, R >::Case(), llvm::StringSwitch< T, R >::Default(), F, llvm::Intrinsic::getOrInsertDeclaration(), Idx, Name, llvm::Intrinsic::not_intrinsic, rename(), shouldUpgradeX86Intrinsic(), upgradePTESTIntrinsic(), upgradeX86BF16DPIntrinsic(), upgradeX86BF16Intrinsic(), upgradeX86IntrinsicsWith8BitMask(), and upgradeX86MaskedFPCompare().

Referenced by upgradeIntrinsicFunction1().

upgradeX86IntrinsicsWith8BitMask()

static bool upgradeX86IntrinsicsWith8BitMask ( Function *  F, Intrinsic::ID  IID, Function *&  NewFn  )

static

Definition at line 82 of file AutoUpgrade.cpp.

References F, llvm::Intrinsic::getOrInsertDeclaration(), llvm::Type::isIntegerTy(), and rename().

Referenced by upgradeX86IntrinsicFunction().

upgradeX86MaskedFPCompare()

static bool upgradeX86MaskedFPCompare ( Function *  F, Intrinsic::ID  IID, Function *&  NewFn  )

static

Definition at line 98 of file AutoUpgrade.cpp.

References F, llvm::Intrinsic::getOrInsertDeclaration(), and rename().

Referenced by upgradeX86IntrinsicFunction().

upgradeX86MaskedShift()

static Value * upgradeX86MaskedShift ( IRBuilder<> &  Builder, CallBase &  CI, Intrinsic::ID  IID  )

static

Definition at line 2159 of file AutoUpgrade.cpp.

References llvm::IRBuilderBase::CreateIntrinsic(), emitX86Select(), and llvm::CallBase::getArgOperand().

Referenced by upgradeX86IntrinsicCall().

upgradeX86PSLLDQIntrinsics()

static Value * upgradeX86PSLLDQIntrinsics ( IRBuilder<> &  Builder, Value *  Op, unsigned  Shift  )

static

Definition at line 1693 of file AutoUpgrade.cpp.

References llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::FixedVectorType::get(), llvm::IRBuilderBase::getInt8Ty(), llvm::Constant::getNullValue(), and Idx.

Referenced by upgradeX86IntrinsicCall().

upgradeX86PSRLDQIntrinsics()

static Value * upgradeX86PSRLDQIntrinsics ( IRBuilder<> &  Builder, Value *  Op, unsigned  Shift  )

static

Definition at line 1727 of file AutoUpgrade.cpp.

References llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::FixedVectorType::get(), llvm::IRBuilderBase::getInt8Ty(), llvm::Constant::getNullValue(), and Idx.

Referenced by upgradeX86IntrinsicCall().

upgradeX86Rotate()

static Value * upgradeX86Rotate ( IRBuilder<> &  Builder, CallBase &  CI, bool  IsRotateRight  )

static

Definition at line 1928 of file AutoUpgrade.cpp.

References llvm::CallBase::arg_size(), llvm::IRBuilderBase::CreateIntCast(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateVectorSplat(), emitX86Select(), llvm::CallBase::getArgOperand(), llvm::User::getOperand(), llvm::Type::getScalarType(), and llvm::Value::getType().

Referenced by upgradeX86IntrinsicCall().

upgradeX86vpcom()

static Value * upgradeX86vpcom ( IRBuilder<> &  Builder, CallBase &  CI, unsigned  Imm, bool  IsSigned  )

static

Definition at line 1954 of file AutoUpgrade.cpp.

References llvm::IRBuilderBase::CreateICmp(), llvm::IRBuilderBase::CreateSExt(), llvm::Constant::getAllOnesValue(), llvm::CallBase::getArgOperand(), llvm::Constant::getNullValue(), llvm::Value::getType(), LHS, llvm_unreachable, and RHS.

Referenced by upgradeX86IntrinsicCall().

upgradeX86VPERMT2Intrinsics()

static Value * upgradeX86VPERMT2Intrinsics ( IRBuilder<> &  Builder, CallBase &  CI, bool  ZeroMask, bool  IndexForm  )

static

Definition at line 1853 of file AutoUpgrade.cpp.

References llvm::IRBuilderBase::CreateBitCast(), llvm::IRBuilderBase::CreateIntrinsic(), emitX86Select(), llvm::ConstantAggregateZero::get(), llvm::CallBase::getArgOperand(), llvm::Type::getPrimitiveSizeInBits(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), llvm::Type::isFPOrFPVectorTy(), llvm_unreachable, and std::swap().

Referenced by upgradeX86IntrinsicCall().

Variable Documentation

DisableAutoUpgradeDebugInfo

cl::opt< bool > DisableAutoUpgradeDebugInfo("disable-auto-upgrade-debug-info", cl::desc("Disable autoupgrade of debug info")) ( "disable-auto-upgrade-debug-info"  , cl::desc("Disable autoupgrade of debug info")    )

static

Referenced by llvm::UpgradeDebugInfo().