ScalarizeMaskedMemIntrin.cpp File Reference

#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/CodeGen/TargetSubtargetInfo.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/InitializePasses.h"
#include "llvm/Pass.h"
#include "llvm/Support/Casting.h"
#include <algorithm>
#include <cassert>

Include dependency graph for ScalarizeMaskedMemIntrin.cpp:

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "scalarize-masked-mem-intrin"

Functions
	INITIALIZE_PASS (ScalarizeMaskedMemIntrin, DEBUG_TYPE, "Scalarize unsupported masked memory intrinsics", false, false) FunctionPass *llvm
static bool	isConstantIntVector (Value *Mask)
static void	scalarizeMaskedLoad (CallInst *CI, bool &ModifiedDT)
static void	scalarizeMaskedStore (CallInst *CI, bool &ModifiedDT)
static void	scalarizeMaskedGather (CallInst *CI, bool &ModifiedDT)
static void	scalarizeMaskedScatter (CallInst *CI, bool &ModifiedDT)
static void	scalarizeMaskedExpandLoad (CallInst *CI, bool &ModifiedDT)
static void	scalarizeMaskedCompressStore (CallInst *CI, bool &ModifiedDT)

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "scalarize-masked-mem-intrin"

Definition at line 40 of file ScalarizeMaskedMemIntrin.cpp.

Function Documentation

INITIALIZE_PASS()

INITIALIZE_PASS	(	ScalarizeMaskedMemIntrin	,
		DEBUG_TYPE	,
		"Scalarize unsupported masked memory intrinsics"	,
		false	,
		false
	)

Definition at line 74 of file ScalarizeMaskedMemIntrin.cpp.

isConstantIntVector()

static bool isConstantIntVector ( Value *  Mask )

static

Definition at line 81 of file ScalarizeMaskedMemIntrin.cpp.

References C, llvm::dyn_cast(), llvm::Constant::getAggregateElement(), llvm::Value::getType(), and llvm::BitmaskEnumDetail::Mask().

Referenced by scalarizeMaskedCompressStore(), scalarizeMaskedExpandLoad(), scalarizeMaskedGather(), scalarizeMaskedLoad(), scalarizeMaskedScatter(), and scalarizeMaskedStore().

scalarizeMaskedCompressStore()

static void scalarizeMaskedCompressStore ( CallInst *  CI, bool &  ModifiedDT  )

static

Definition at line 716 of file ScalarizeMaskedMemIntrin.cpp.

References llvm::PHINode::addIncoming(), llvm::AMDGPU::HSAMD::Kernel::Arg::Key::Align, llvm::BasicBlock::begin(), llvm::Function::begin(), llvm::BranchInst::Create(), llvm::dyn_cast(), llvm::BasicBlock::end(), llvm::Function::end(), llvm::Instruction::eraseFromParent(), F(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Module::getDataLayout(), llvm::Instruction::getDebugLoc(), llvm::VectorType::getElementType(), llvm::Type::getIntNTy(), llvm::IntrinsicInst::getIntrinsicID(), llvm::VectorType::getNumElements(), llvm::APInt::getOneBitSet(), llvm::Instruction::getParent(), llvm::GlobalValue::getParent(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), I, isConstantIntVector(), llvm::TargetTransformInfo::isLegalMaskedCompressStore(), llvm::TargetTransformInfo::isLegalMaskedExpandLoad(), llvm::TargetTransformInfo::isLegalMaskedGather(), llvm::TargetTransformInfo::isLegalMaskedLoad(), llvm::TargetTransformInfo::isLegalMaskedScatter(), llvm::TargetTransformInfo::isLegalMaskedStore(), llvm::BitmaskEnumDetail::Mask(), runOnFunction(), scalarizeMaskedExpandLoad(), scalarizeMaskedGather(), scalarizeMaskedLoad(), scalarizeMaskedScatter(), scalarizeMaskedStore(), and llvm::BasicBlock::splitBasicBlock().

scalarizeMaskedExpandLoad()

static void scalarizeMaskedExpandLoad ( CallInst *  CI, bool &  ModifiedDT  )

static

Definition at line 603 of file ScalarizeMaskedMemIntrin.cpp.

References llvm::PHINode::addIncoming(), llvm::AMDGPU::HSAMD::Kernel::Arg::Key::Align, llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Instruction::getDebugLoc(), llvm::VectorType::getElementType(), llvm::Type::getIntNTy(), llvm::VectorType::getNumElements(), llvm::APInt::getOneBitSet(), llvm::Instruction::getParent(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), isConstantIntVector(), llvm::SPII::Load, llvm::BitmaskEnumDetail::Mask(), llvm::Value::replaceAllUsesWith(), and llvm::BasicBlock::splitBasicBlock().

Referenced by scalarizeMaskedCompressStore().

scalarizeMaskedGather()

static void scalarizeMaskedGather ( CallInst *  CI, bool &  ModifiedDT  )

static

Definition at line 393 of file ScalarizeMaskedMemIntrin.cpp.

References llvm::PHINode::addIncoming(), llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Instruction::getDebugLoc(), llvm::VectorType::getElementType(), llvm::Type::getIntNTy(), llvm::VectorType::getNumElements(), llvm::APInt::getOneBitSet(), llvm::Instruction::getParent(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), isConstantIntVector(), llvm::SPII::Load, llvm::BitmaskEnumDetail::Mask(), llvm::Value::replaceAllUsesWith(), and llvm::BasicBlock::splitBasicBlock().

Referenced by scalarizeMaskedCompressStore().

scalarizeMaskedLoad()

static void scalarizeMaskedLoad ( CallInst *  CI, bool &  ModifiedDT  )

static

Definition at line 128 of file ScalarizeMaskedMemIntrin.cpp.

References llvm::PHINode::addIncoming(), llvm::commonAlignment(), llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Instruction::getDebugLoc(), llvm::VectorType::getElementType(), llvm::Type::getIntNTy(), llvm::VectorType::getNumElements(), llvm::APInt::getOneBitSet(), llvm::Instruction::getParent(), llvm::Type::getPointerAddressSpace(), llvm::Type::getPointerTo(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), isConstantIntVector(), llvm::SPII::Load, llvm::BitmaskEnumDetail::Mask(), llvm::Value::replaceAllUsesWith(), and llvm::BasicBlock::splitBasicBlock().

Referenced by scalarizeMaskedCompressStore().

scalarizeMaskedScatter()

static void scalarizeMaskedScatter ( CallInst *  CI, bool &  ModifiedDT  )

static

Definition at line 517 of file ScalarizeMaskedMemIntrin.cpp.

References assert(), llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Instruction::getDebugLoc(), llvm::Type::getIntNTy(), llvm::APInt::getOneBitSet(), llvm::Instruction::getParent(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), isConstantIntVector(), llvm::BitmaskEnumDetail::Mask(), and llvm::BasicBlock::splitBasicBlock().

Referenced by scalarizeMaskedCompressStore().

scalarizeMaskedStore()

static void scalarizeMaskedStore ( CallInst *  CI, bool &  ModifiedDT  )

static

Definition at line 267 of file ScalarizeMaskedMemIntrin.cpp.

References llvm::commonAlignment(), llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::Value::getContext(), llvm::Instruction::getDebugLoc(), llvm::VectorType::getElementType(), llvm::Type::getIntNTy(), llvm::VectorType::getNumElements(), llvm::APInt::getOneBitSet(), llvm::Instruction::getParent(), llvm::Type::getPointerAddressSpace(), llvm::Type::getPointerTo(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), isConstantIntVector(), llvm::BitmaskEnumDetail::Mask(), and llvm::BasicBlock::splitBasicBlock().

Referenced by scalarizeMaskedCompressStore().