A recipe representing a sequence of load -> update -> store as part of a histogram operation. More...
#include "Transforms/Vectorize/VPlan.h"
Inheritance diagram for llvm::VPHistogramRecipe:
Public Member Functions | |
| template<typename IterT > | |
| VPHistogramRecipe (unsigned Opcode, iterator_range< IterT > Operands, DebugLoc DL={}) | |
| ~VPHistogramRecipe () override=default | |
| VPHistogramRecipe * | clone () override |
| Clone the current recipe. | |
| VP_CLASSOF_IMPL (VPDef::VPHistogramSC) | |
| void | execute (VPTransformState &State) override |
| Produce a vectorized histogram operation. | |
| InstructionCost | computeCost (ElementCount VF, VPCostContext &Ctx) const override |
| Return the cost of this VPHistogramRecipe. | |
| unsigned | getOpcode () const |
| VPValue * | getMask () const |
| Return the mask operand if one was provided, or a null pointer if all lanes should be executed unconditionally. | |
| void | print (raw_ostream &O, const Twine &Indent, VPSlotTracker &SlotTracker) const override |
| Print the recipe. | |
 Public Member Functions inherited from llvm::VPRecipeBase | |
| VPRecipeBase (const unsigned char SC, ArrayRef< VPValue * > Operands, DebugLoc DL={}) | |
| template<typename IterT > | |
| VPRecipeBase (const unsigned char SC, iterator_range< IterT > Operands, DebugLoc DL={}) | |
| virtual | ~VPRecipeBase ()=default |
| virtual VPRecipeBase * | clone ()=0 |
| Clone the current recipe. | |
| VPBasicBlock * | getParent () |
| const VPBasicBlock * | getParent () const |
| virtual void | execute (VPTransformState &State)=0 |
| The method which generates the output IR instructions that correspond to this VPRecipe, thereby "executing" the VPlan. | |
| InstructionCost | cost (ElementCount VF, VPCostContext &Ctx) |
| Return the cost of this recipe, taking into account if the cost computation should be skipped and the ForceTargetInstructionCost flag. | |
| void | insertBefore (VPRecipeBase *InsertPos) |
| Insert an unlinked recipe into a basic block immediately before the specified recipe. | |
| void | insertBefore (VPBasicBlock &BB, iplist< VPRecipeBase >::iterator IP) |
Insert an unlinked recipe into BB immediately before the insertion point IP;. | |
| void | insertAfter (VPRecipeBase *InsertPos) |
| Insert an unlinked Recipe into a basic block immediately after the specified Recipe. | |
| void | moveAfter (VPRecipeBase *MovePos) |
| Unlink this recipe from its current VPBasicBlock and insert it into the VPBasicBlock that MovePos lives in, right after MovePos. | |
| void | moveBefore (VPBasicBlock &BB, iplist< VPRecipeBase >::iterator I) |
| Unlink this recipe and insert into BB before I. | |
| void | removeFromParent () |
| This method unlinks 'this' from the containing basic block, but does not delete it. | |
| iplist< VPRecipeBase >::iterator | eraseFromParent () |
| This method unlinks 'this' from the containing basic block and deletes it. | |
| bool | mayHaveSideEffects () const |
| Returns true if the recipe may have side-effects. | |
| bool | isPhi () const |
| Returns true for PHI-like recipes. | |
| bool | mayReadFromMemory () const |
| Returns true if the recipe may read from memory. | |
| bool | mayWriteToMemory () const |
| Returns true if the recipe may write to memory. | |
| bool | mayReadOrWriteMemory () const |
| Returns true if the recipe may read from or write to memory. | |
| DebugLoc | getDebugLoc () const |
| Returns the debug location of the recipe. | |
| Public Member Functions inherited from llvm::ilist_node_with_parent< VPRecipeBase, VPBasicBlock > | |
| VPRecipeBase * | getPrevNode () |
| const VPRecipeBase * | getPrevNode () const |
Get the previous node, or nullptr for the list head. | |
| VPRecipeBase * | getNextNode () |
Get the next node, or nullptr for the list tail. | |
| const VPRecipeBase * | getNextNode () const |
Get the next node, or nullptr for the list tail. | |
| Public Member Functions inherited from llvm::ilist_node_impl< ilist_detail::compute_node_options< T, Options... >::type > | |
| self_iterator | getIterator () |
| const_self_iterator | getIterator () const |
| reverse_self_iterator | getReverseIterator () |
| const_reverse_self_iterator | getReverseIterator () const |
| bool | isSentinel () const |
| Check whether this is the sentinel node. | |
| Public Member Functions inherited from llvm::ilist_detail::node_parent_access< NodeTy, ParentTy > | |
| const ParentTy * | getParent () const |
| ParentTy * | getParent () |
| void | setParent (ParentTy *Parent) |
| Public Member Functions inherited from llvm::VPDef | |
| VPDef (const unsigned char SC) | |
| virtual | ~VPDef () |
| VPValue * | getVPSingleValue () |
| Returns the only VPValue defined by the VPDef. | |
| const VPValue * | getVPSingleValue () const |
| VPValue * | getVPValue (unsigned I) |
Returns the VPValue with index I defined by the VPDef. | |
| const VPValue * | getVPValue (unsigned I) const |
| ArrayRef< VPValue * > | definedValues () |
| Returns an ArrayRef of the values defined by the VPDef. | |
| ArrayRef< VPValue * > | definedValues () const |
| Returns an ArrayRef of the values defined by the VPDef. | |
| unsigned | getNumDefinedValues () const |
| Returns the number of values defined by the VPDef. | |
| unsigned | getVPDefID () const |
| void | dump () const |
| Dump the VPDef to stderr (for debugging). | |
| virtual void | print (raw_ostream &O, const Twine &Indent, VPSlotTracker &SlotTracker) const =0 |
| Each concrete VPDef prints itself. | |
| Public Member Functions inherited from llvm::VPUser | |
| VPUser ()=delete | |
| VPUser (const VPUser &)=delete | |
| VPUser & | operator= (const VPUser &)=delete |
| virtual | ~VPUser () |
| void | addOperand (VPValue *Operand) |
| unsigned | getNumOperands () const |
| VPValue * | getOperand (unsigned N) const |
| void | setOperand (unsigned I, VPValue *New) |
| operand_iterator | op_begin () |
| const_operand_iterator | op_begin () const |
| operand_iterator | op_end () |
| const_operand_iterator | op_end () const |
| operand_range | operands () |
| const_operand_range | operands () const |
| virtual bool | usesScalars (const VPValue *Op) const |
Returns true if the VPUser uses scalars of operand Op. | |
| virtual bool | onlyFirstLaneUsed (const VPValue *Op) const |
Returns true if the VPUser only uses the first lane of operand Op. | |
| virtual bool | onlyFirstPartUsed (const VPValue *Op) const |
Returns true if the VPUser only uses the first part of operand Op. | |
Additional Inherited Members | |
| Public Types inherited from llvm::VPDef | |
| using | VPRecipeTy = enum { VPBranchOnMaskSC, VPDerivedIVSC, VPExpandSCEVSC, VPIRInstructionSC, VPInstructionSC, VPInterleaveSC, VPReductionEVLSC, VPReductionSC, VPReplicateSC, VPScalarCastSC, VPScalarIVStepsSC, VPVectorPointerSC, VPReverseVectorPointerSC, VPWidenCallSC, VPWidenCanonicalIVSC, VPWidenCastSC, VPWidenGEPSC, VPWidenIntrinsicSC, VPWidenLoadEVLSC, VPWidenLoadSC, VPWidenStoreEVLSC, VPWidenStoreSC, VPWidenSC, VPWidenEVLSC, VPWidenSelectSC, VPBlendSC, VPHistogramSC, VPWidenPHISC, VPPredInstPHISC, VPCanonicalIVPHISC, VPActiveLaneMaskPHISC, VPEVLBasedIVPHISC, VPFirstOrderRecurrencePHISC, VPWidenIntOrFpInductionSC, VPWidenPointerInductionSC, VPScalarPHISC, VPReductionPHISC, VPFirstPHISC=VPWidenPHISC, VPFirstHeaderPHISC=VPCanonicalIVPHISC, VPLastHeaderPHISC=VPReductionPHISC, VPLastPHISC=VPReductionPHISC, } |
| An enumeration for keeping track of the concrete subclass of VPRecipeBase that is actually instantiated. | |
| Public Types inherited from llvm::VPUser | |
| typedef SmallVectorImpl< VPValue * >::iterator | operand_iterator |
| typedef SmallVectorImpl< VPValue * >::const_iterator | const_operand_iterator |
| typedef iterator_range< operand_iterator > | operand_range |
| typedef iterator_range< const_operand_iterator > | const_operand_range |
| Static Public Member Functions inherited from llvm::VPRecipeBase | |
| static bool | classof (const VPDef *D) |
| Method to support type inquiry through isa, cast, and dyn_cast. | |
| static bool | classof (const VPUser *U) |
| Protected Types inherited from llvm::ilist_node_impl< ilist_detail::compute_node_options< T, Options... >::type > | |
| using | self_iterator = typename ilist_select_iterator_type< OptionsT::has_iterator_bits, ilist_detail::compute_node_options< T, Options... >::type, false, false >::type |
| using | const_self_iterator = typename ilist_select_iterator_type< OptionsT::has_iterator_bits, ilist_detail::compute_node_options< T, Options... >::type, false, true >::type |
| using | reverse_self_iterator = typename ilist_select_iterator_type< OptionsT::has_iterator_bits, ilist_detail::compute_node_options< T, Options... >::type, true, false >::type |
| using | const_reverse_self_iterator = typename ilist_select_iterator_type< OptionsT::has_iterator_bits, ilist_detail::compute_node_options< T, Options... >::type, true, true >::type |
| virtual InstructionCost | computeCost (ElementCount VF, VPCostContext &Ctx) const |
| Compute the cost of this recipe either using a recipe's specialized implementation or using the legacy cost model and the underlying instructions. | |
| Protected Member Functions inherited from llvm::ilist_node_with_parent< VPRecipeBase, VPBasicBlock > | |
| ilist_node_with_parent ()=default | |
| Protected Member Functions inherited from llvm::ilist_node_impl< ilist_detail::compute_node_options< T, Options... >::type > | |
| ilist_node_impl ()=default | |
| Protected Member Functions inherited from llvm::VPUser | |
| void | printOperands (raw_ostream &O, VPSlotTracker &SlotTracker) const |
Print the operands to O. | |
| VPUser (ArrayRef< VPValue * > Operands) | |
| VPUser (std::initializer_list< VPValue * > Operands) | |
| template<typename IterT > | |
| VPUser (iterator_range< IterT > Operands) | |
Detailed Description
A recipe representing a sequence of load -> update -> store as part of a histogram operation.
This means there may be aliasing between vector lanes, which is handled by the llvm.experimental.vector.histogram family of intrinsics. The only update operations currently supported are 'add' and 'sub' where the other term is loop-invariant.
Constructor & Destructor Documentation
◆ VPHistogramRecipe()
template<typename IterT >
|
inline |
◆ ~VPHistogramRecipe()
|
overridedefault |
Member Function Documentation
◆ clone()
|
inlineoverridevirtual |
Clone the current recipe.
Implements llvm::VPRecipeBase.
Definition at line 1784 of file VPlan.h.
References llvm::VPRecipeBase::getDebugLoc(), and llvm::VPUser::operands().
◆ computeCost()
|
overridevirtual |
Return the cost of this VPHistogramRecipe.
Reimplemented from llvm::VPRecipeBase.
Definition at line 1112 of file VPlanRecipes.cpp.
References assert(), llvm::VectorType::get(), llvm::TargetTransformInfo::getArithmeticInstrCost(), llvm::Type::getInt1Ty(), llvm::TargetTransformInfo::getIntrinsicInstrCost(), llvm::VPValue::getLiveInIRValue(), llvm::VPUser::getOperand(), llvm::Type::getVoidTy(), llvm::ConstantInt::getZExtValue(), llvm::VPTypeAnalysis::inferScalarType(), llvm::VPValue::isLiveIn(), llvm::ElementCount::isVector(), llvm::VPCostContext::LLVMCtx, llvm::TargetTransformInfo::TCC_Free, llvm::TargetTransformInfo::TCK_RecipThroughput, llvm::VPCostContext::TTI, and llvm::VPCostContext::Types.
◆ execute()
|
overridevirtual |
Produce a vectorized histogram operation.
Implements llvm::VPRecipeBase.
Definition at line 1082 of file VPlanRecipes.cpp.
References llvm::Address, assert(), llvm::VPTransformState::Builder, llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateNeg(), llvm::IRBuilderBase::CreateVectorSplat(), llvm::VPTransformState::get(), llvm::VPRecipeBase::getDebugLoc(), llvm::VectorType::getElementCount(), llvm::IRBuilderBase::getInt1(), getMask(), llvm::VPUser::getOperand(), llvm::Value::getType(), and llvm::VPTransformState::setDebugLocFrom().
◆ getMask()
|
inline |
Return the mask operand if one was provided, or a null pointer if all lanes should be executed unconditionally.
Definition at line 1801 of file VPlan.h.
References llvm::VPUser::getNumOperands(), and llvm::VPUser::getOperand().
◆ getOpcode()
|
inline |
◆ print()
|
overridevirtual |
Print the recipe.
Implements llvm::VPDef.
Definition at line 1150 of file VPlanRecipes.cpp.
References assert(), getMask(), llvm::VPUser::getOperand(), and llvm::VPValue::printAsOperand().
◆ VP_CLASSOF_IMPL()
| llvm::VPHistogramRecipe::VP_CLASSOF_IMPL | ( | VPDef::VPHistogramSC | ) |
The documentation for this class was generated from the following files:
- lib/Transforms/Vectorize/VPlan.h
- lib/Transforms/Vectorize/VPlanRecipes.cpp
