NVPTXLowerArgs.cpp File Reference

#include "MCTargetDesc/NVPTXBaseInfo.h"
#include "NVPTX.h"
#include "NVPTXTargetMachine.h"
#include "NVPTXUtilities.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVectorExtras.h"
#include "llvm/Analysis/PtrUseVisitor.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/CodeGen/TargetPassConfig.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstIterator.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/IntrinsicsNVPTX.h"
#include "llvm/IR/Type.h"
#include "llvm/InitializePasses.h"
#include "llvm/Pass.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/NVPTXAddrSpace.h"
#include <numeric>
#include <queue>

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "nvptx-lower-args"

Functions
	INITIALIZE_PASS_BEGIN (NVPTXLowerArgsLegacyPass, "nvptx-lower-args", "Lower arguments (NVPTX)", false, false) INITIALIZE_PASS_END(NVPTXLowerArgsLegacyPass
nvptx lower Lower	arguments (NVPTX)"
nvptx lower Lower static false void	convertToParamAS (ArrayRef< Use * > OldUses, Value *Param)
	Recursively convert the users of a param to the param address space.
static Align	setByValParamAlign (Argument *Arg, const NVPTXTargetLowering *TLI)
static void	propagateAlignmentToLoads (Value *Val, Align NewAlign, const DataLayout &DL)
static CallInst *	createNVVMInternalAddrspaceWrap (IRBuilder<> &IRB, Argument &Arg)
static bool	argIsProcessed (Argument *Arg)
static void	handleByValParam (const NVPTXTargetMachine &TM, Argument *Arg)
static void	markPointerAsAS (Value *Ptr, const unsigned AS)
static void	markPointerAsGlobal (Value *Ptr)
static void	handleIntToPtr (Value &V)
static bool	runOnKernelFunction (const NVPTXTargetMachine &TM, Function &F)
static bool	runOnDeviceFunction (const NVPTXTargetMachine &TM, Function &F)
static bool	processFunction (Function &F, NVPTXTargetMachine &TM)
static bool	copyFunctionByValArgs (Function &F)

Variables
nvptx lower	args
nvptx lower Lower	false

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "nvptx-lower-args"

Definition at line 163 of file NVPTXLowerArgs.cpp.

Function Documentation

argIsProcessed()

bool argIsProcessed ( Argument * Arg )

static

Definition at line 486 of file NVPTXLowerArgs.cpp.

References llvm::dyn_cast(), llvm::Value::hasOneUse(), II, llvm::Value::use_empty(), and llvm::Value::user_begin().

Referenced by handleByValParam().

arguments()

nvptx lower Lower arguments

(

NVPTX

)

convertToParamAS()

nvptx lower Lower static false void convertToParamAS ( ArrayRef< Use * > OldUses, Value * Param )

static

Recursively convert the users of a param to the param address space.

Definition at line 210 of file NVPTXLowerArgs.cpp.

References llvm::NVPTXAS::ADDRESS_SPACE_PARAM, assert(), B(), llvm::cast(), convertToParamAS(), llvm::CastInst::Create(), llvm::GetElementPtrInst::Create(), llvm::dyn_cast(), GEP, llvm::PointerType::get(), I, llvm_unreachable, llvm::map_to_vector(), MI, llvm::reverse(), and llvm::Value::uses().

Referenced by convertToParamAS(), and handleByValParam().

copyFunctionByValArgs()

bool copyFunctionByValArgs ( Function & F )

static

Definition at line 664 of file NVPTXLowerArgs.cpp.

References Changed, llvm::dbgs(), F, llvm::Argument::hasByValAttr(), llvm::isKernelFunction(), llvm::isParamGridConstant(), and LLVM_DEBUG.

Referenced by llvm::NVPTXCopyByValArgsPass::run().

createNVVMInternalAddrspaceWrap()

CallInst * createNVVMInternalAddrspaceWrap ( IRBuilder<> & IRB, Argument & Arg )

static

Definition at line 369 of file NVPTXLowerArgs.cpp.

References llvm::Argument::addAttr(), llvm::NVPTXAS::ADDRESS_SPACE_PARAM, llvm::CallBase::addRetAttr(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::Attribute::get(), llvm::Value::getContext(), llvm::Value::getName(), llvm::Argument::getParamAlign(), llvm::IRBuilderBase::getPtrTy(), llvm::Value::getType(), and llvm::Attribute::getWithAlignment().

Referenced by handleByValParam().

handleByValParam()

void handleByValParam ( const NVPTXTargetMachine & TM, Argument * Arg )

static

Definition at line 499 of file NVPTXLowerArgs.cpp.

References llvm::NVPTXAS::ADDRESS_SPACE_GENERIC, argIsProcessed(), assert(), convertToParamAS(), llvm::IRBuilderBase::CreateAddrSpaceCast(), createNVVMInternalAddrspaceWrap(), llvm::dbgs(), DL, llvm::SmallPtrSetImplBase::empty(), F, llvm::Value::getName(), llvm::Argument::getParent(), llvm::IRBuilderBase::getPtrTy(), llvm::NVPTXTargetMachine::getSubtargetImpl(), llvm::isKernelFunction(), llvm::isParamGridConstant(), LLVM_DEBUG, llvm::make_pointer_range(), propagateAlignmentToLoads(), llvm::Value::replaceAllUsesWith(), setByValParamAlign(), llvm::User::setOperand(), and llvm::Value::uses().

Referenced by runOnKernelFunction().

handleIntToPtr()

void handleIntToPtr ( Value & V )

static

Definition at line 584 of file NVPTXLowerArgs.cpp.

References llvm::all_of(), and markPointerAsGlobal().

Referenced by runOnKernelFunction().

INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	NVPTXLowerArgsLegacyPass	,
		"nvptx-lower-args"	,
		"Lower arguments (NVPTX)"	,
		false	,
		false	)

References INITIALIZE_PASS_DEPENDENCY.

markPointerAsAS()

void markPointerAsAS ( Value * Ptr, const unsigned AS )

static

Definition at line 555 of file NVPTXLowerArgs.cpp.

References llvm::NVPTXAS::ADDRESS_SPACE_GENERIC, assert(), llvm::BasicBlock::begin(), llvm::cast(), llvm::dyn_cast(), llvm::PointerType::get(), llvm::Value::getContext(), llvm::Function::getEntryBlock(), llvm::Value::getName(), llvm::Argument::getParent(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), llvm::Value::replaceAllUsesWith(), and llvm::User::setOperand().

Referenced by markPointerAsGlobal().

markPointerAsGlobal()

void markPointerAsGlobal ( Value * Ptr )

static

Definition at line 580 of file NVPTXLowerArgs.cpp.

References llvm::NVPTXAS::ADDRESS_SPACE_GLOBAL, and markPointerAsAS().

Referenced by handleIntToPtr(), and runOnKernelFunction().

processFunction()

bool processFunction ( Function & F, NVPTXTargetMachine & TM )

static

Definition at line 651 of file NVPTXLowerArgs.cpp.

References F, llvm::isKernelFunction(), runOnDeviceFunction(), and runOnKernelFunction().

Referenced by llvm::NVPTXLowerArgsPass::run().

propagateAlignmentToLoads()

void propagateAlignmentToLoads ( Value * Val, Align NewAlign, const DataLayout & DL )

static

Definition at line 319 of file NVPTXLowerArgs.cpp.

References llvm::NVPTXAS::ADDRESS_SPACE_PARAM, assert(), llvm::cast(), llvm::commonAlignment(), DL, llvm::dyn_cast(), llvm::APInt::getLimitedValue(), llvm::APInt::getZero(), I, llvm::isa(), llvm::Offset, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::Value::users().

Referenced by handleByValParam(), and runOnDeviceFunction().

runOnDeviceFunction()

bool runOnDeviceFunction ( const NVPTXTargetMachine & TM, Function & F )

static

Definition at line 636 of file NVPTXLowerArgs.cpp.

References llvm::dbgs(), DL, F, llvm::NVPTXTargetMachine::getSubtargetImpl(), llvm::NVPTXSubtarget::getTargetLowering(), llvm::Argument::hasByValAttr(), LLVM_DEBUG, propagateAlignmentToLoads(), and setByValParamAlign().

Referenced by processFunction().

runOnKernelFunction()

bool runOnKernelFunction ( const NVPTXTargetMachine & TM, Function & F )

static

Definition at line 596 of file NVPTXLowerArgs.cpp.

References llvm::NVPTX::CUDA, llvm::dbgs(), llvm::dyn_cast(), F, llvm::NVPTXTargetMachine::getDrvInterface(), llvm::Value::getType(), llvm::getUnderlyingObject(), handleByValParam(), handleIntToPtr(), llvm::Argument::hasByValAttr(), I, instructions, llvm::Type::isIntegerTy(), LLVM_DEBUG, and markPointerAsGlobal().

Referenced by processFunction().

setByValParamAlign()

Align setByValParamAlign ( Argument * Arg, const NVPTXTargetLowering * TLI )

static

Definition at line 291 of file NVPTXLowerArgs.cpp.

References llvm::Argument::addAttr(), llvm::dbgs(), DL, F, llvm::NVPTXTargetLowering::getFunctionParamOptimizedAlign(), llvm::Argument::getParamAlign(), llvm::Argument::getParamByValType(), llvm::Argument::getParent(), llvm::Attribute::getWithAlignment(), LLVM_DEBUG, llvm::Argument::removeAttr(), llvm::Align::value(), and llvm::MaybeAlign::valueOrOne().

Referenced by handleByValParam(), and runOnDeviceFunction().

Variable Documentation

args

nvptx lower args

Definition at line 188 of file NVPTXLowerArgs.cpp.

Referenced by llvm::LegalityPredicates::all(), llvm::detail::all_of_zip_predicate_first(), llvm::LegalityPredicates::any(), llvm::hashing::detail::hash_combine_recursive_helper::combine(), llvm::DisplayGraph(), ExecGraphViewer(), formatInternal(), getOrCreateCachedOptional(), llvm::hash_combine(), lle_X_scanf(), lle_X_sscanf(), lto_codegen_set_assembler_args(), AbstractManglingParser< Derived, Alloc >::make(), llvm::ARMTargetLowering::makeDMB(), shuffles::mask(), llvm::MCObjectStreamer::newSpecialFragment(), llvm::FileCheckPatternContext::Pattern, llvm::thread::thread(), llvm::thread::thread(), writeWholeProgramDevirtResolutionByArg(), llvm::zip(), llvm::zip_equal(), llvm::zip_first(), llvm::zip_longest(), and llvm::detail::zippy< ItType, Args >::zippy().

false

nvptx lower Lower false

Definition at line 189 of file NVPTXLowerArgs.cpp.