LLVM 24.0.0git
OpenMPOpt.cpp File Reference
#include "llvm/Transforms/IPO/OpenMPOpt.h"
#include "IPOOptions.h"
#include "llvm/ADT/DenseSet.h"
#include "llvm/ADT/EnumeratedArray.h"
#include "llvm/ADT/PostOrderIterator.h"
#include "llvm/ADT/SetVector.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/Analysis/CallGraph.h"
#include "llvm/Analysis/MemoryBuiltins.h"
#include "llvm/Analysis/MemoryLocation.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/Frontend/OpenMP/OMPConstants.h"
#include "llvm/Frontend/OpenMP/OMPDeviceConstants.h"
#include "llvm/Frontend/OpenMP/OMPIRBuilder.h"
#include "llvm/IR/Assumptions.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DiagnosticInfo.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/IntrinsicsAMDGPU.h"
#include "llvm/IR/IntrinsicsNVPTX.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/MDBuilder.h"
#include "llvm/IR/ProfDataUtils.h"
#include "llvm/IR/ProfileSummary.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/Debug.h"
#include "llvm/TargetParser/AtomicScope.h"
#include "llvm/TargetParser/Triple.h"
#include "llvm/Transforms/IPO/Attributor.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/CallGraphUpdater.h"
#include <algorithm>
#include <memory>
#include <optional>
#include <string>
#include "llvm/Frontend/OpenMP/OMPKinds.def"

Go to the source code of this file.

Namespaces

namespace  KernelInfo

Macros

#define DEBUG_TYPE   "openmp-opt"
#define KERNEL_ENVIRONMENT_IDX(MEMBER, IDX)
#define KERNEL_ENVIRONMENT_CONFIGURATION_IDX(MEMBER, IDX)
#define KERNEL_ENVIRONMENT_GETTER(MEMBER, RETURNTYPE)
#define KERNEL_ENVIRONMENT_CONFIGURATION_GETTER(MEMBER)
#define ICV_RT_SET(_Name, RTL)
#define ICV_RT_GET(Name, RTL)
#define ICV_DATA_ENV(Enum, _Name, _EnvVarName, Init)
#define OMP_TYPE(VarName, ...)
#define OMP_ARRAY_TYPE(VarName, ...)
#define OMP_FUNCTION_TYPE(VarName, ...)
#define OMP_STRUCT_TYPE(VarName, ...)
#define OMP_RTL(_Enum, _Name, _IsVarArg, _ReturnType, ...)
#define OMP_RTL_CB_INFO(_Enum, _Name, _ArgNo, _ArgIndices, _IsVarArg)
#define KERNEL_ENVIRONMENT_CONFIGURATION_SETTER(MEMBER)

Functions

 STATISTIC (NumOpenMPRuntimeCallsDeduplicated, "Number of OpenMP runtime calls deduplicated")
 STATISTIC (NumOpenMPParallelRegionsDeleted, "Number of OpenMP parallel regions deleted")
 STATISTIC (NumOpenMPRuntimeFunctionsIdentified, "Number of OpenMP runtime functions identified")
 STATISTIC (NumOpenMPRuntimeFunctionUsesIdentified, "Number of OpenMP runtime function uses identified")
 STATISTIC (NumOpenMPTargetRegionKernels, "Number of OpenMP target region entry points (=kernels) identified")
 STATISTIC (NumNonOpenMPTargetRegionKernels, "Number of non-OpenMP target region kernels identified")
 STATISTIC (NumOpenMPTargetRegionKernelsSPMD, "Number of OpenMP target region entry points (=kernels) executed in " "SPMD-mode instead of generic-mode")
 STATISTIC (NumOpenMPTargetRegionKernelsWithoutStateMachine, "Number of OpenMP target region entry points (=kernels) executed in " "generic-mode without a state machines")
 STATISTIC (NumOpenMPTargetRegionKernelsCustomStateMachineWithFallback, "Number of OpenMP target region entry points (=kernels) executed in " "generic-mode with customized state machines with fallback")
 STATISTIC (NumOpenMPTargetRegionKernelsCustomStateMachineWithoutFallback, "Number of OpenMP target region entry points (=kernels) executed in " "generic-mode with customized state machines without fallback")
 STATISTIC (NumOpenMPParallelRegionsReplacedInGPUStateMachine, "Number of OpenMP parallel regions replaced with ID in GPU state machines")
 STATISTIC (NumOpenMPParallelRegionsMerged, "Number of OpenMP parallel regions merged")
 STATISTIC (NumBytesMovedToSharedMemory, "Amount of memory pushed to shared memory")
 STATISTIC (NumBarriersEliminated, "Number of redundant barriers eliminated")
GlobalVariable * KernelInfo::getKernelEnvironementGVFromKernelInitCB (CallBase *KernelInitCB)
ConstantStruct * KernelInfo::getKernelEnvironementFromKernelInitCB (CallBase *KernelInitCB)
static bool shouldSpecializeIndirectCallee (Attributor &A, const AbstractAttribute &, CallBase &, Function &, unsigned NumAssumedCallees)
 Bound the if-cascade AAIndirectCallInfo builds for an indirect call.

Variables

static constexpr auto TAG = "[" DEBUG_TYPE "]"

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE   "openmp-opt"

Definition at line 74 of file OpenMPOpt.cpp.

◆ ICV_DATA_ENV

#define ICV_DATA_ENV ( Enum,
_Name,
_EnvVarName,
Init )
Value:
{ \
auto &ICV = ICVs[Enum]; \
ICV.Name = _Name; \
ICV.Kind = Enum; \
ICV.InitKind = Init; \
ICV.EnvVarName = _EnvVarName; \
switch (ICV.InitKind) { \
case ICV_IMPLEMENTATION_DEFINED: \
ICV.InitValue = nullptr; \
break; \
case ICV_ZERO: \
ICV.InitValue = ConstantInt::get( \
Type::getInt32Ty(OMPBuilder.Int32->getContext()), 0); \
break; \
case ICV_FALSE: \
ICV.InitValue = ConstantInt::getFalse(OMPBuilder.Int1->getContext()); \
break; \
case ICV_LAST: \
break; \
} \
}
static LLVM_ABI ConstantInt * getFalse(LLVMContext &Context)

◆ ICV_RT_GET

#define ICV_RT_GET ( Name,
RTL )
Value:
{ \
auto &ICV = ICVs[Name]; \
ICV.Getter = RTL; \
}

◆ ICV_RT_SET

#define ICV_RT_SET ( _Name,
RTL )
Value:
{ \
auto &ICV = ICVs[_Name]; \
ICV.Setter = RTL; \
}

◆ KERNEL_ENVIRONMENT_CONFIGURATION_GETTER

#define KERNEL_ENVIRONMENT_CONFIGURATION_GETTER ( MEMBER)
Value:
ConstantInt *get##MEMBER##FromKernelEnvironment( \
ConstantStruct *KernelEnvC) { \
ConstantStruct *ConfigC = \
getConfigurationFromKernelEnvironment(KernelEnvC); \
return dyn_cast<ConstantInt>(ConfigC->getAggregateElement(MEMBER##Idx)); \
}
This is the shared class of boolean and integer constants.
Definition Constants.h:87
LLVM_ABI Constant * getAggregateElement(unsigned Elt) const
For aggregates (struct/array/vector) return the constant that corresponds to the specified element if...
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
Definition Casting.h:643
decltype(auto) get(const PointerIntPair< PointerTy, IntBits, IntType, PtrTraits, Info > &Pair)

Definition at line 166 of file OpenMPOpt.cpp.

◆ KERNEL_ENVIRONMENT_CONFIGURATION_IDX

#define KERNEL_ENVIRONMENT_CONFIGURATION_IDX ( MEMBER,
IDX )
Value:
constexpr unsigned MEMBER##Idx = IDX;

Definition at line 143 of file OpenMPOpt.cpp.

◆ KERNEL_ENVIRONMENT_CONFIGURATION_SETTER

#define KERNEL_ENVIRONMENT_CONFIGURATION_SETTER ( MEMBER)
Value:
void set##MEMBER##OfKernelEnvironment(ConstantInt *NewVal) { \
ConstantStruct *ConfigC = \
KernelInfo::getConfigurationFromKernelEnvironment(KernelEnvC); \
ConfigC, NewVal, {KernelInfo::MEMBER##Idx}); \
assert(NewConfigC && "Failed to create new configuration environment"); \
setConfigurationOfKernelEnvironment(cast<ConstantStruct>(NewConfigC)); \
}
This is an important base class in LLVM.
Definition Constant.h:44
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
Definition Casting.h:559
LLVM_ABI Constant * ConstantFoldInsertValueInstruction(Constant *Agg, Constant *Val, ArrayRef< unsigned > Idxs)
Attempt to constant fold an insertvalue instruction with the specified operands and indices.

Definition at line 3772 of file OpenMPOpt.cpp.

◆ KERNEL_ENVIRONMENT_GETTER

#define KERNEL_ENVIRONMENT_GETTER ( MEMBER,
RETURNTYPE )
Value:
RETURNTYPE *get##MEMBER##FromKernelEnvironment(ConstantStruct *KernelEnvC) { \
return cast<RETURNTYPE>(KernelEnvC->getAggregateElement(MEMBER##Idx)); \
}

Definition at line 156 of file OpenMPOpt.cpp.

◆ KERNEL_ENVIRONMENT_IDX

#define KERNEL_ENVIRONMENT_IDX ( MEMBER,
IDX )
Value:
constexpr unsigned MEMBER##Idx = IDX;

Definition at line 135 of file OpenMPOpt.cpp.

◆ OMP_ARRAY_TYPE

#define OMP_ARRAY_TYPE ( VarName,
... )
Value:
ArrayType *VarName##Ty = OMPBuilder.VarName##Ty; \
(void)VarName##Ty; \
PointerType *VarName##PtrTy = OMPBuilder.VarName##PtrTy; \
(void)VarName##PtrTy;
Class to represent array types.
Class to represent pointers.

◆ OMP_FUNCTION_TYPE

#define OMP_FUNCTION_TYPE ( VarName,
... )
Value:
FunctionType *VarName = OMPBuilder.VarName; \
(void)VarName; \
PointerType *VarName##Ptr = OMPBuilder.VarName##Ptr; \
(void)VarName##Ptr;
Class to represent function types.

◆ OMP_RTL

#define OMP_RTL ( _Enum,
_Name,
_IsVarArg,
_ReturnType,
... )
Value:
{ \
SmallVector<Type *, 8> ArgsTypes({__VA_ARGS__}); \
Function *F = M.getFunction(_Name); \
RTLFunctions.insert(F); \
if (declMatchesRTFTypes(F, OMPBuilder._ReturnType, ArgsTypes)) { \
RuntimeFunctionIDMap[F] = _Enum; \
auto &RFI = RFIs[_Enum]; \
RFI.Kind = _Enum; \
RFI.Name = _Name; \
RFI.IsVarArg = _IsVarArg; \
RFI.ReturnType = OMPBuilder._ReturnType; \
RFI.ArgumentTypes = std::move(ArgsTypes); \
RFI.Declaration = F; \
unsigned NumUses = collectUses(RFI); \
(void)NumUses; \
LLVM_DEBUG({ \
dbgs() << TAG << RFI.Name << (RFI.Declaration ? "" : " not") \
<< " found\n"; \
if (RFI.Declaration) \
dbgs() << TAG << "-> got " << NumUses << " uses in " \
<< RFI.getNumFunctionsWithUses() \
<< " different functions.\n"; \
}); \
} \
}
#define F(x, y, z)
Definition MD5.cpp:54
static constexpr auto TAG
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.

◆ OMP_RTL_CB_INFO

#define OMP_RTL_CB_INFO ( _Enum,
_Name,
_ArgNo,
_ArgIndices,
_IsVarArg )
Value:
setCallbackMetadata(M.getFunction(_Name), _ArgNo, _ArgIndices, _IsVarArg);

◆ OMP_STRUCT_TYPE

#define OMP_STRUCT_TYPE ( VarName,
... )
Value:
StructType *VarName = OMPBuilder.VarName; \
(void)VarName; \
PointerType *VarName##Ptr = OMPBuilder.VarName##Ptr; \
(void)VarName##Ptr;
Class to represent struct types.

◆ OMP_TYPE

#define OMP_TYPE ( VarName,
... )
Value:
Type *VarName = OMPBuilder.VarName; \
(void)VarName;
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46

Function Documentation

◆ shouldSpecializeIndirectCallee()

bool shouldSpecializeIndirectCallee ( Attributor & A,
const AbstractAttribute & ,
CallBase & ,
Function & ,
unsigned NumAssumedCallees )
static

Bound the if-cascade AAIndirectCallInfo builds for an indirect call.

Device code reaches its callees through function-pointer tables and virtual dispatch, so a call site can see every address-taken candidate in the module; specializing all of them costs more in code size and compile time than the direct calls are worth.

This is a threshold on the call site rather than a limit on how many callees get specialized: the Attributor asks about each callee with the same total, so a site above the threshold keeps its indirect call instead of getting this many direct ones plus a fallback.

Definition at line 5910 of file OpenMPOpt.cpp.

References A().

Referenced by llvm::OpenMPOptCGSCCPass::run(), and llvm::OpenMPOptPass::run().

◆ STATISTIC() [1/14]

STATISTIC ( NumBarriersEliminated ,
"Number of redundant barriers eliminated"  )

◆ STATISTIC() [2/14]

STATISTIC ( NumBytesMovedToSharedMemory ,
"Amount of memory pushed to shared memory"  )

◆ STATISTIC() [3/14]

STATISTIC ( NumNonOpenMPTargetRegionKernels ,
"Number of non-OpenMP target region kernels identified"  )

◆ STATISTIC() [4/14]

STATISTIC ( NumOpenMPParallelRegionsDeleted ,
"Number of OpenMP parallel regions deleted"  )

◆ STATISTIC() [5/14]

STATISTIC ( NumOpenMPParallelRegionsMerged ,
"Number of OpenMP parallel regions merged"  )

◆ STATISTIC() [6/14]

STATISTIC ( NumOpenMPParallelRegionsReplacedInGPUStateMachine ,
"Number of OpenMP parallel regions replaced with ID in GPU state machines"  )

◆ STATISTIC() [7/14]

STATISTIC ( NumOpenMPRuntimeCallsDeduplicated ,
"Number of OpenMP runtime calls deduplicated"  )

◆ STATISTIC() [8/14]

STATISTIC ( NumOpenMPRuntimeFunctionsIdentified ,
"Number of OpenMP runtime functions identified"  )

◆ STATISTIC() [9/14]

STATISTIC ( NumOpenMPRuntimeFunctionUsesIdentified ,
"Number of OpenMP runtime function uses identified"  )

◆ STATISTIC() [10/14]

STATISTIC ( NumOpenMPTargetRegionKernels ,
"Number of OpenMP target region entry points (=kernels) identified"  )

◆ STATISTIC() [11/14]

STATISTIC ( NumOpenMPTargetRegionKernelsCustomStateMachineWithFallback ,
"Number of OpenMP target region entry points (=kernels) executed in " "generic-mode with customized state machines with fallback"  )

◆ STATISTIC() [12/14]

STATISTIC ( NumOpenMPTargetRegionKernelsCustomStateMachineWithoutFallback ,
"Number of OpenMP target region entry points (=kernels) executed in " "generic-mode with customized state machines without fallback"  )

◆ STATISTIC() [13/14]

STATISTIC ( NumOpenMPTargetRegionKernelsSPMD ,
"Number of OpenMP target region entry points (=kernels) executed in " "SPMD-mode instead of generic-mode"  )

◆ STATISTIC() [14/14]

STATISTIC ( NumOpenMPTargetRegionKernelsWithoutStateMachine ,
"Number of OpenMP target region entry points (=kernels) executed in " "generic-mode without a state machines"  )

Variable Documentation

◆ TAG