LCOV - code coverage report
Current view: top level - include/llvm/IR - Instructions.h (source / functions) Hit Total Coverage
Test: llvm-toolchain.info Lines: 654 693 94.4 %
Date: 2018-05-20 00:06:23 Functions: 98 105 93.3 %
Legend: Lines: hit not hit

          Line data    Source code
       1             : //===- llvm/Instructions.h - Instruction subclass definitions ---*- C++ -*-===//
       2             : //
       3             : //                     The LLVM Compiler Infrastructure
       4             : //
       5             : // This file is distributed under the University of Illinois Open Source
       6             : // License. See LICENSE.TXT for details.
       7             : //
       8             : //===----------------------------------------------------------------------===//
       9             : //
      10             : // This file exposes the class definitions of all of the subclasses of the
      11             : // Instruction class.  This is meant to be an easy way to get access to all
      12             : // instruction subclasses.
      13             : //
      14             : //===----------------------------------------------------------------------===//
      15             : 
      16             : #ifndef LLVM_IR_INSTRUCTIONS_H
      17             : #define LLVM_IR_INSTRUCTIONS_H
      18             : 
      19             : #include "llvm/ADT/ArrayRef.h"
      20             : #include "llvm/ADT/None.h"
      21             : #include "llvm/ADT/STLExtras.h"
      22             : #include "llvm/ADT/SmallVector.h"
      23             : #include "llvm/ADT/StringRef.h"
      24             : #include "llvm/ADT/Twine.h"
      25             : #include "llvm/ADT/iterator.h"
      26             : #include "llvm/ADT/iterator_range.h"
      27             : #include "llvm/IR/Attributes.h"
      28             : #include "llvm/IR/BasicBlock.h"
      29             : #include "llvm/IR/CallingConv.h"
      30             : #include "llvm/IR/Constant.h"
      31             : #include "llvm/IR/DerivedTypes.h"
      32             : #include "llvm/IR/Function.h"
      33             : #include "llvm/IR/InstrTypes.h"
      34             : #include "llvm/IR/Instruction.h"
      35             : #include "llvm/IR/OperandTraits.h"
      36             : #include "llvm/IR/Type.h"
      37             : #include "llvm/IR/Use.h"
      38             : #include "llvm/IR/User.h"
      39             : #include "llvm/IR/Value.h"
      40             : #include "llvm/Support/AtomicOrdering.h"
      41             : #include "llvm/Support/Casting.h"
      42             : #include "llvm/Support/ErrorHandling.h"
      43             : #include <cassert>
      44             : #include <cstddef>
      45             : #include <cstdint>
      46             : #include <iterator>
      47             : 
      48             : namespace llvm {
      49             : 
      50             : class APInt;
      51             : class ConstantInt;
      52             : class DataLayout;
      53             : class LLVMContext;
      54             : 
      55             : //===----------------------------------------------------------------------===//
      56             : //                                AllocaInst Class
      57             : //===----------------------------------------------------------------------===//
      58             : 
      59             : /// an instruction to allocate memory on the stack
      60      638422 : class AllocaInst : public UnaryInstruction {
      61             :   Type *AllocatedType;
      62             : 
      63             : protected:
      64             :   // Note: Instruction needs to be a friend here to call cloneImpl.
      65             :   friend class Instruction;
      66             : 
      67             :   AllocaInst *cloneImpl() const;
      68             : 
      69             : public:
      70             :   explicit AllocaInst(Type *Ty, unsigned AddrSpace,
      71             :                       Value *ArraySize = nullptr,
      72             :                       const Twine &Name = "",
      73             :                       Instruction *InsertBefore = nullptr);
      74             :   AllocaInst(Type *Ty, unsigned AddrSpace, Value *ArraySize,
      75             :              const Twine &Name, BasicBlock *InsertAtEnd);
      76             : 
      77             :   AllocaInst(Type *Ty, unsigned AddrSpace,
      78             :              const Twine &Name, Instruction *InsertBefore = nullptr);
      79             :   AllocaInst(Type *Ty, unsigned AddrSpace,
      80             :              const Twine &Name, BasicBlock *InsertAtEnd);
      81             : 
      82             :   AllocaInst(Type *Ty, unsigned AddrSpace, Value *ArraySize, unsigned Align,
      83             :              const Twine &Name = "", Instruction *InsertBefore = nullptr);
      84             :   AllocaInst(Type *Ty, unsigned AddrSpace, Value *ArraySize, unsigned Align,
      85             :              const Twine &Name, BasicBlock *InsertAtEnd);
      86             : 
      87             :   /// Return true if there is an allocation size parameter to the allocation
      88             :   /// instruction that is not 1.
      89             :   bool isArrayAllocation() const;
      90             : 
      91             :   /// Get the number of elements allocated. For a simple allocation of a single
      92             :   /// element, this will return a constant 1 value.
      93             :   const Value *getArraySize() const { return getOperand(0); }
      94             :   Value *getArraySize() { return getOperand(0); }
      95             : 
      96             :   /// Overload to return most specific pointer type.
      97             :   PointerType *getType() const {
      98      866890 :     return cast<PointerType>(Instruction::getType());
      99             :   }
     100             : 
     101             :   /// Return the type that is being allocated by the instruction.
     102             :   Type *getAllocatedType() const { return AllocatedType; }
     103             :   /// for use only in special circumstances that need to generically
     104             :   /// transform a whole instruction (eg: IR linking and vectorization).
     105          85 :   void setAllocatedType(Type *Ty) { AllocatedType = Ty; }
     106             : 
     107             :   /// Return the alignment of the memory that is being allocated by the
     108             :   /// instruction.
     109             :   unsigned getAlignment() const {
     110     3460375 :     return (1u << (getSubclassDataFromInstruction() & 31)) >> 1;
     111             :   }
     112             :   void setAlignment(unsigned Align);
     113             : 
     114             :   /// Return true if this alloca is in the entry block of the function and is a
     115             :   /// constant size. If so, the code generator will fold it into the
     116             :   /// prolog/epilog code, so it is basically free.
     117             :   bool isStaticAlloca() const;
     118             : 
     119             :   /// Return true if this alloca is used as an inalloca argument to a call. Such
     120             :   /// allocas are never considered static even if they are in the entry block.
     121             :   bool isUsedWithInAlloca() const {
     122       20583 :     return getSubclassDataFromInstruction() & 32;
     123             :   }
     124             : 
     125             :   /// Specify whether this alloca is used to represent the arguments to a call.
     126             :   void setUsedWithInAlloca(bool V) {
     127      209670 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~32) |
     128             :                                (V ? 32 : 0));
     129             :   }
     130             : 
     131             :   /// Return true if this alloca is used as a swifterror argument to a call.
     132             :   bool isSwiftError() const {
     133      101914 :     return getSubclassDataFromInstruction() & 64;
     134             :   }
     135             : 
     136             :   /// Specify whether this alloca is used to represent a swifterror.
     137             :   void setSwiftError(bool V) {
     138      161610 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~64) |
     139             :                                (V ? 64 : 0));
     140             :   }
     141             : 
     142             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
     143             :   static bool classof(const Instruction *I) {
     144             :     return (I->getOpcode() == Instruction::Alloca);
     145             :   }
     146             :   static bool classof(const Value *V) {
     147   152331399 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
     148             :   }
     149             : 
     150             : private:
     151             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
     152             :   // method so that subclasses cannot accidentally use it.
     153             :   void setInstructionSubclassData(unsigned short D) {
     154             :     Instruction::setInstructionSubclassData(D);
     155             :   }
     156             : };
     157             : 
     158             : //===----------------------------------------------------------------------===//
     159             : //                                LoadInst Class
     160             : //===----------------------------------------------------------------------===//
     161             : 
     162             : /// An instruction for reading from memory. This uses the SubclassData field in
     163             : /// Value to store whether or not the load is volatile.
     164     1229468 : class LoadInst : public UnaryInstruction {
     165             :   void AssertOK();
     166             : 
     167             : protected:
     168             :   // Note: Instruction needs to be a friend here to call cloneImpl.
     169             :   friend class Instruction;
     170             : 
     171             :   LoadInst *cloneImpl() const;
     172             : 
     173             : public:
     174             :   LoadInst(Value *Ptr, const Twine &NameStr, Instruction *InsertBefore);
     175             :   LoadInst(Value *Ptr, const Twine &NameStr, BasicBlock *InsertAtEnd);
     176             :   LoadInst(Type *Ty, Value *Ptr, const Twine &NameStr, bool isVolatile = false,
     177             :            Instruction *InsertBefore = nullptr);
     178             :   LoadInst(Value *Ptr, const Twine &NameStr, bool isVolatile = false,
     179             :            Instruction *InsertBefore = nullptr)
     180        1649 :       : LoadInst(cast<PointerType>(Ptr->getType())->getElementType(), Ptr,
     181        1649 :                  NameStr, isVolatile, InsertBefore) {}
     182             :   LoadInst(Value *Ptr, const Twine &NameStr, bool isVolatile,
     183             :            BasicBlock *InsertAtEnd);
     184             :   LoadInst(Value *Ptr, const Twine &NameStr, bool isVolatile, unsigned Align,
     185             :            Instruction *InsertBefore = nullptr)
     186         172 :       : LoadInst(cast<PointerType>(Ptr->getType())->getElementType(), Ptr,
     187         172 :                  NameStr, isVolatile, Align, InsertBefore) {}
     188             :   LoadInst(Type *Ty, Value *Ptr, const Twine &NameStr, bool isVolatile,
     189             :            unsigned Align, Instruction *InsertBefore = nullptr);
     190             :   LoadInst(Value *Ptr, const Twine &NameStr, bool isVolatile,
     191             :            unsigned Align, BasicBlock *InsertAtEnd);
     192             :   LoadInst(Value *Ptr, const Twine &NameStr, bool isVolatile, unsigned Align,
     193             :            AtomicOrdering Order, SyncScope::ID SSID = SyncScope::System,
     194             :            Instruction *InsertBefore = nullptr)
     195      436851 :       : LoadInst(cast<PointerType>(Ptr->getType())->getElementType(), Ptr,
     196      436851 :                  NameStr, isVolatile, Align, Order, SSID, InsertBefore) {}
     197             :   LoadInst(Type *Ty, Value *Ptr, const Twine &NameStr, bool isVolatile,
     198             :            unsigned Align, AtomicOrdering Order,
     199             :            SyncScope::ID SSID = SyncScope::System,
     200             :            Instruction *InsertBefore = nullptr);
     201             :   LoadInst(Value *Ptr, const Twine &NameStr, bool isVolatile,
     202             :            unsigned Align, AtomicOrdering Order, SyncScope::ID SSID,
     203             :            BasicBlock *InsertAtEnd);
     204             :   LoadInst(Value *Ptr, const char *NameStr, Instruction *InsertBefore);
     205             :   LoadInst(Value *Ptr, const char *NameStr, BasicBlock *InsertAtEnd);
     206             :   LoadInst(Type *Ty, Value *Ptr, const char *NameStr = nullptr,
     207             :            bool isVolatile = false, Instruction *InsertBefore = nullptr);
     208             :   explicit LoadInst(Value *Ptr, const char *NameStr = nullptr,
     209             :                     bool isVolatile = false,
     210             :                     Instruction *InsertBefore = nullptr)
     211      928499 :       : LoadInst(cast<PointerType>(Ptr->getType())->getElementType(), Ptr,
     212      928499 :                  NameStr, isVolatile, InsertBefore) {}
     213             :   LoadInst(Value *Ptr, const char *NameStr, bool isVolatile,
     214             :            BasicBlock *InsertAtEnd);
     215             : 
     216             :   /// Return true if this is a load from a volatile memory location.
     217     1557542 :   bool isVolatile() const { return getSubclassDataFromInstruction() & 1; }
     218             : 
     219             :   /// Specify whether this is a volatile load or not.
     220             :   void setVolatile(bool V) {
     221     1560696 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~1) |
     222             :                                (V ? 1 : 0));
     223             :   }
     224             : 
     225             :   /// Return the alignment of the access that is being performed.
     226             :   unsigned getAlignment() const {
     227     6498115 :     return (1 << ((getSubclassDataFromInstruction() >> 1) & 31)) >> 1;
     228             :   }
     229             : 
     230             :   void setAlignment(unsigned Align);
     231             : 
     232             :   /// Returns the ordering constraint of this load instruction.
     233             :   AtomicOrdering getOrdering() const {
     234    37065361 :     return AtomicOrdering((getSubclassDataFromInstruction() >> 7) & 7);
     235             :   }
     236             : 
     237             :   /// Sets the ordering constraint of this load instruction.  May not be Release
     238             :   /// or AcquireRelease.
     239             :   void setOrdering(AtomicOrdering Ordering) {
     240     2197693 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~(7 << 7)) |
     241      633337 :                                ((unsigned)Ordering << 7));
     242             :   }
     243             : 
     244             :   /// Returns the synchronization scope ID of this load instruction.
     245             :   SyncScope::ID getSyncScopeID() const {
     246             :     return SSID;
     247             :   }
     248             : 
     249             :   /// Sets the synchronization scope ID of this load instruction.
     250             :   void setSyncScopeID(SyncScope::ID SSID) {
     251     1564154 :     this->SSID = SSID;
     252             :   }
     253             : 
     254             :   /// Sets the ordering constraint and the synchronization scope ID of this load
     255             :   /// instruction.
     256             :   void setAtomic(AtomicOrdering Ordering,
     257             :                  SyncScope::ID SSID = SyncScope::System) {
     258             :     setOrdering(Ordering);
     259             :     setSyncScopeID(SSID);
     260             :   }
     261             : 
     262    11187420 :   bool isSimple() const { return !isAtomic() && !isVolatile(); }
     263             : 
     264             :   bool isUnordered() const {
     265        3659 :     return (getOrdering() == AtomicOrdering::NotAtomic ||
     266    38631092 :             getOrdering() == AtomicOrdering::Unordered) &&
     267             :            !isVolatile();
     268             :   }
     269             : 
     270             :   Value *getPointerOperand() { return getOperand(0); }
     271             :   const Value *getPointerOperand() const { return getOperand(0); }
     272             :   static unsigned getPointerOperandIndex() { return 0U; }
     273     1457016 :   Type *getPointerOperandType() const { return getPointerOperand()->getType(); }
     274             : 
     275             :   /// Returns the address space of the pointer operand.
     276             :   unsigned getPointerAddressSpace() const {
     277             :     return getPointerOperandType()->getPointerAddressSpace();
     278             :   }
     279             : 
     280             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
     281             :   static bool classof(const Instruction *I) {
     282     1557165 :     return I->getOpcode() == Instruction::Load;
     283             :   }
     284             :   static bool classof(const Value *V) {
     285    31947124 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
     286             :   }
     287             : 
     288             : private:
     289             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
     290             :   // method so that subclasses cannot accidentally use it.
     291             :   void setInstructionSubclassData(unsigned short D) {
     292             :     Instruction::setInstructionSubclassData(D);
     293             :   }
     294             : 
     295             :   /// The synchronization scope ID of this load instruction.  Not quite enough
     296             :   /// room in SubClassData for everything, so synchronization scope ID gets its
     297             :   /// own field.
     298             :   SyncScope::ID SSID;
     299             : };
     300             : 
     301             : //===----------------------------------------------------------------------===//
     302             : //                                StoreInst Class
     303             : //===----------------------------------------------------------------------===//
     304             : 
     305             : /// An instruction for storing to memory.
     306     1431445 : class StoreInst : public Instruction {
     307             :   void AssertOK();
     308             : 
     309             : protected:
     310             :   // Note: Instruction needs to be a friend here to call cloneImpl.
     311             :   friend class Instruction;
     312             : 
     313             :   StoreInst *cloneImpl() const;
     314             : 
     315             : public:
     316             :   StoreInst(Value *Val, Value *Ptr, Instruction *InsertBefore);
     317             :   StoreInst(Value *Val, Value *Ptr, BasicBlock *InsertAtEnd);
     318             :   StoreInst(Value *Val, Value *Ptr, bool isVolatile = false,
     319             :             Instruction *InsertBefore = nullptr);
     320             :   StoreInst(Value *Val, Value *Ptr, bool isVolatile, BasicBlock *InsertAtEnd);
     321             :   StoreInst(Value *Val, Value *Ptr, bool isVolatile,
     322             :             unsigned Align, Instruction *InsertBefore = nullptr);
     323             :   StoreInst(Value *Val, Value *Ptr, bool isVolatile,
     324             :             unsigned Align, BasicBlock *InsertAtEnd);
     325             :   StoreInst(Value *Val, Value *Ptr, bool isVolatile,
     326             :             unsigned Align, AtomicOrdering Order,
     327             :             SyncScope::ID SSID = SyncScope::System,
     328             :             Instruction *InsertBefore = nullptr);
     329             :   StoreInst(Value *Val, Value *Ptr, bool isVolatile,
     330             :             unsigned Align, AtomicOrdering Order, SyncScope::ID SSID,
     331             :             BasicBlock *InsertAtEnd);
     332             : 
     333             :   // allocate space for exactly two operands
     334             :   void *operator new(size_t s) {
     335     1765844 :     return User::operator new(s, 2);
     336             :   }
     337             : 
     338             :   /// Return true if this is a store to a volatile memory location.
     339     1297400 :   bool isVolatile() const { return getSubclassDataFromInstruction() & 1; }
     340             : 
     341             :   /// Specify whether this is a volatile store or not.
     342             :   void setVolatile(bool V) {
     343     1767058 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~1) |
     344             :                                (V ? 1 : 0));
     345             :   }
     346             : 
     347             :   /// Transparently provide more efficient getOperand methods.
     348             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
     349             : 
     350             :   /// Return the alignment of the access that is being performed
     351             :   unsigned getAlignment() const {
     352     7263593 :     return (1 << ((getSubclassDataFromInstruction() >> 1) & 31)) >> 1;
     353             :   }
     354             : 
     355             :   void setAlignment(unsigned Align);
     356             : 
     357             :   /// Returns the ordering constraint of this store instruction.
     358             :   AtomicOrdering getOrdering() const {
     359    36741087 :     return AtomicOrdering((getSubclassDataFromInstruction() >> 7) & 7);
     360             :   }
     361             : 
     362             :   /// Sets the ordering constraint of this store instruction.  May not be
     363             :   /// Acquire or AcquireRelease.
     364             :   void setOrdering(AtomicOrdering Ordering) {
     365     3537287 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~(7 << 7)) |
     366     1768526 :                                ((unsigned)Ordering << 7));
     367             :   }
     368             : 
     369             :   /// Returns the synchronization scope ID of this store instruction.
     370             :   SyncScope::ID getSyncScopeID() const {
     371             :     return SSID;
     372             :   }
     373             : 
     374             :   /// Sets the synchronization scope ID of this store instruction.
     375             :   void setSyncScopeID(SyncScope::ID SSID) {
     376     1768616 :     this->SSID = SSID;
     377             :   }
     378             : 
     379             :   /// Sets the ordering constraint and the synchronization scope ID of this
     380             :   /// store instruction.
     381             :   void setAtomic(AtomicOrdering Ordering,
     382             :                  SyncScope::ID SSID = SyncScope::System) {
     383             :     setOrdering(Ordering);
     384             :     setSyncScopeID(SSID);
     385             :   }
     386             : 
     387    14194959 :   bool isSimple() const { return !isAtomic() && !isVolatile(); }
     388             : 
     389             :   bool isUnordered() const {
     390        2412 :     return (getOrdering() == AtomicOrdering::NotAtomic ||
     391    33115073 :             getOrdering() == AtomicOrdering::Unordered) &&
     392             :            !isVolatile();
     393             :   }
     394             : 
     395             :   Value *getValueOperand() { return getOperand(0); }
     396             :   const Value *getValueOperand() const { return getOperand(0); }
     397             : 
     398             :   Value *getPointerOperand() { return getOperand(1); }
     399             :   const Value *getPointerOperand() const { return getOperand(1); }
     400             :   static unsigned getPointerOperandIndex() { return 1U; }
     401     6197738 :   Type *getPointerOperandType() const { return getPointerOperand()->getType(); }
     402             : 
     403             :   /// Returns the address space of the pointer operand.
     404             :   unsigned getPointerAddressSpace() const {
     405             :     return getPointerOperandType()->getPointerAddressSpace();
     406             :   }
     407             : 
     408             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
     409             :   static bool classof(const Instruction *I) {
     410     1424773 :     return I->getOpcode() == Instruction::Store;
     411             :   }
     412             :   static bool classof(const Value *V) {
     413    13590761 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
     414             :   }
     415             : 
     416             : private:
     417             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
     418             :   // method so that subclasses cannot accidentally use it.
     419             :   void setInstructionSubclassData(unsigned short D) {
     420             :     Instruction::setInstructionSubclassData(D);
     421             :   }
     422             : 
     423             :   /// The synchronization scope ID of this store instruction.  Not quite enough
     424             :   /// room in SubClassData for everything, so synchronization scope ID gets its
     425             :   /// own field.
     426             :   SyncScope::ID SSID;
     427             : };
     428             : 
     429             : template <>
     430             : struct OperandTraits<StoreInst> : public FixedNumOperandTraits<StoreInst, 2> {
     431             : };
     432             : 
     433    87804567 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(StoreInst, Value)
     434             : 
     435             : //===----------------------------------------------------------------------===//
     436             : //                                FenceInst Class
     437             : //===----------------------------------------------------------------------===//
     438             : 
     439             : /// An instruction for ordering other memory operations.
     440         934 : class FenceInst : public Instruction {
     441             :   void Init(AtomicOrdering Ordering, SyncScope::ID SSID);
     442             : 
     443             : protected:
     444             :   // Note: Instruction needs to be a friend here to call cloneImpl.
     445             :   friend class Instruction;
     446             : 
     447             :   FenceInst *cloneImpl() const;
     448             : 
     449             : public:
     450             :   // Ordering may only be Acquire, Release, AcquireRelease, or
     451             :   // SequentiallyConsistent.
     452             :   FenceInst(LLVMContext &C, AtomicOrdering Ordering,
     453             :             SyncScope::ID SSID = SyncScope::System,
     454             :             Instruction *InsertBefore = nullptr);
     455             :   FenceInst(LLVMContext &C, AtomicOrdering Ordering, SyncScope::ID SSID,
     456             :             BasicBlock *InsertAtEnd);
     457             : 
     458             :   // allocate space for exactly zero operands
     459             :   void *operator new(size_t s) {
     460         946 :     return User::operator new(s, 0);
     461             :   }
     462             : 
     463             :   /// Returns the ordering constraint of this fence instruction.
     464             :   AtomicOrdering getOrdering() const {
     465        2908 :     return AtomicOrdering(getSubclassDataFromInstruction() >> 1);
     466             :   }
     467             : 
     468             :   /// Sets the ordering constraint of this fence instruction.  May only be
     469             :   /// Acquire, Release, AcquireRelease, or SequentiallyConsistent.
     470             :   void setOrdering(AtomicOrdering Ordering) {
     471        1892 :     setInstructionSubclassData((getSubclassDataFromInstruction() & 1) |
     472         946 :                                ((unsigned)Ordering << 1));
     473             :   }
     474             : 
     475             :   /// Returns the synchronization scope ID of this fence instruction.
     476             :   SyncScope::ID getSyncScopeID() const {
     477             :     return SSID;
     478             :   }
     479             : 
     480             :   /// Sets the synchronization scope ID of this fence instruction.
     481             :   void setSyncScopeID(SyncScope::ID SSID) {
     482         946 :     this->SSID = SSID;
     483             :   }
     484             : 
     485             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
     486             :   static bool classof(const Instruction *I) {
     487             :     return I->getOpcode() == Instruction::Fence;
     488             :   }
     489             :   static bool classof(const Value *V) {
     490             :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
     491             :   }
     492             : 
     493             : private:
     494             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
     495             :   // method so that subclasses cannot accidentally use it.
     496             :   void setInstructionSubclassData(unsigned short D) {
     497             :     Instruction::setInstructionSubclassData(D);
     498             :   }
     499             : 
     500             :   /// The synchronization scope ID of this fence instruction.  Not quite enough
     501             :   /// room in SubClassData for everything, so synchronization scope ID gets its
     502             :   /// own field.
     503             :   SyncScope::ID SSID;
     504             : };
     505             : 
     506             : //===----------------------------------------------------------------------===//
     507             : //                                AtomicCmpXchgInst Class
     508             : //===----------------------------------------------------------------------===//
     509             : 
     510             : /// an instruction that atomically checks whether a
     511             : /// specified value is in a memory location, and, if it is, stores a new value
     512             : /// there.  Returns the value that was loaded.
     513             : ///
     514        2189 : class AtomicCmpXchgInst : public Instruction {
     515             :   void Init(Value *Ptr, Value *Cmp, Value *NewVal,
     516             :             AtomicOrdering SuccessOrdering, AtomicOrdering FailureOrdering,
     517             :             SyncScope::ID SSID);
     518             : 
     519             : protected:
     520             :   // Note: Instruction needs to be a friend here to call cloneImpl.
     521             :   friend class Instruction;
     522             : 
     523             :   AtomicCmpXchgInst *cloneImpl() const;
     524             : 
     525             : public:
     526             :   AtomicCmpXchgInst(Value *Ptr, Value *Cmp, Value *NewVal,
     527             :                     AtomicOrdering SuccessOrdering,
     528             :                     AtomicOrdering FailureOrdering,
     529             :                     SyncScope::ID SSID, Instruction *InsertBefore = nullptr);
     530             :   AtomicCmpXchgInst(Value *Ptr, Value *Cmp, Value *NewVal,
     531             :                     AtomicOrdering SuccessOrdering,
     532             :                     AtomicOrdering FailureOrdering,
     533             :                     SyncScope::ID SSID, BasicBlock *InsertAtEnd);
     534             : 
     535             :   // allocate space for exactly three operands
     536             :   void *operator new(size_t s) {
     537        2246 :     return User::operator new(s, 3);
     538             :   }
     539             : 
     540             :   /// Return true if this is a cmpxchg from a volatile memory
     541             :   /// location.
     542             :   ///
     543             :   bool isVolatile() const {
     544         247 :     return getSubclassDataFromInstruction() & 1;
     545             :   }
     546             : 
     547             :   /// Specify whether this is a volatile cmpxchg.
     548             :   ///
     549             :   void setVolatile(bool V) {
     550        1761 :      setInstructionSubclassData((getSubclassDataFromInstruction() & ~1) |
     551             :                                 (unsigned)V);
     552             :   }
     553             : 
     554             :   /// Return true if this cmpxchg may spuriously fail.
     555             :   bool isWeak() const {
     556         247 :     return getSubclassDataFromInstruction() & 0x100;
     557             :   }
     558             : 
     559             :   void setWeak(bool IsWeak) {
     560        3382 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~0x100) |
     561        1691 :                                (IsWeak << 8));
     562             :   }
     563             : 
     564             :   /// Transparently provide more efficient getOperand methods.
     565             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
     566             : 
     567             :   /// Returns the success ordering constraint of this cmpxchg instruction.
     568             :   AtomicOrdering getSuccessOrdering() const {
     569        8430 :     return AtomicOrdering((getSubclassDataFromInstruction() >> 2) & 7);
     570             :   }
     571             : 
     572             :   /// Sets the success ordering constraint of this cmpxchg instruction.
     573             :   void setSuccessOrdering(AtomicOrdering Ordering) {
     574             :     assert(Ordering != AtomicOrdering::NotAtomic &&
     575             :            "CmpXchg instructions can only be atomic.");
     576        4633 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~0x1c) |
     577        2252 :                                ((unsigned)Ordering << 2));
     578             :   }
     579             : 
     580             :   /// Returns the failure ordering constraint of this cmpxchg instruction.
     581             :   AtomicOrdering getFailureOrdering() const {
     582        6295 :     return AtomicOrdering((getSubclassDataFromInstruction() >> 5) & 7);
     583             :   }
     584             : 
     585             :   /// Sets the failure ordering constraint of this cmpxchg instruction.
     586             :   void setFailureOrdering(AtomicOrdering Ordering) {
     587             :     assert(Ordering != AtomicOrdering::NotAtomic &&
     588             :            "CmpXchg instructions can only be atomic.");
     589        4621 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~0xe0) |
     590        2246 :                                ((unsigned)Ordering << 5));
     591             :   }
     592             : 
     593             :   /// Returns the synchronization scope ID of this cmpxchg instruction.
     594             :   SyncScope::ID getSyncScopeID() const {
     595             :     return SSID;
     596             :   }
     597             : 
     598             :   /// Sets the synchronization scope ID of this cmpxchg instruction.
     599             :   void setSyncScopeID(SyncScope::ID SSID) {
     600        2246 :     this->SSID = SSID;
     601             :   }
     602             : 
     603             :   Value *getPointerOperand() { return getOperand(0); }
     604             :   const Value *getPointerOperand() const { return getOperand(0); }
     605             :   static unsigned getPointerOperandIndex() { return 0U; }
     606             : 
     607             :   Value *getCompareOperand() { return getOperand(1); }
     608             :   const Value *getCompareOperand() const { return getOperand(1); }
     609             : 
     610             :   Value *getNewValOperand() { return getOperand(2); }
     611             :   const Value *getNewValOperand() const { return getOperand(2); }
     612             : 
     613             :   /// Returns the address space of the pointer operand.
     614             :   unsigned getPointerAddressSpace() const {
     615        1334 :     return getPointerOperand()->getType()->getPointerAddressSpace();
     616             :   }
     617             : 
     618             :   /// Returns the strongest permitted ordering on failure, given the
     619             :   /// desired ordering on success.
     620             :   ///
     621             :   /// If the comparison in a cmpxchg operation fails, there is no atomic store
     622             :   /// so release semantics cannot be provided. So this function drops explicit
     623             :   /// Release requests from the AtomicOrdering. A SequentiallyConsistent
     624             :   /// operation would remain SequentiallyConsistent.
     625             :   static AtomicOrdering
     626             :   getStrongestFailureOrdering(AtomicOrdering SuccessOrdering) {
     627         730 :     switch (SuccessOrdering) {
     628           0 :     default:
     629           0 :       llvm_unreachable("invalid cmpxchg success ordering");
     630             :     case AtomicOrdering::Release:
     631             :     case AtomicOrdering::Monotonic:
     632             :       return AtomicOrdering::Monotonic;
     633         140 :     case AtomicOrdering::AcquireRelease:
     634             :     case AtomicOrdering::Acquire:
     635             :       return AtomicOrdering::Acquire;
     636          68 :     case AtomicOrdering::SequentiallyConsistent:
     637             :       return AtomicOrdering::SequentiallyConsistent;
     638             :     }
     639             :   }
     640             : 
     641             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
     642             :   static bool classof(const Instruction *I) {
     643             :     return I->getOpcode() == Instruction::AtomicCmpXchg;
     644             :   }
     645             :   static bool classof(const Value *V) {
     646      503306 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
     647             :   }
     648             : 
     649             : private:
     650             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
     651             :   // method so that subclasses cannot accidentally use it.
     652             :   void setInstructionSubclassData(unsigned short D) {
     653             :     Instruction::setInstructionSubclassData(D);
     654             :   }
     655             : 
     656             :   /// The synchronization scope ID of this cmpxchg instruction.  Not quite
     657             :   /// enough room in SubClassData for everything, so synchronization scope ID
     658             :   /// gets its own field.
     659             :   SyncScope::ID SSID;
     660             : };
     661             : 
     662             : template <>
     663             : struct OperandTraits<AtomicCmpXchgInst> :
     664             :     public FixedNumOperandTraits<AtomicCmpXchgInst, 3> {
     665             : };
     666             : 
     667       26175 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(AtomicCmpXchgInst, Value)
     668             : 
     669             : //===----------------------------------------------------------------------===//
     670             : //                                AtomicRMWInst Class
     671             : //===----------------------------------------------------------------------===//
     672             : 
     673             : /// an instruction that atomically reads a memory location,
     674             : /// combines it with another value, and then stores the result back.  Returns
     675             : /// the old value.
     676             : ///
     677        7016 : class AtomicRMWInst : public Instruction {
     678             : protected:
     679             :   // Note: Instruction needs to be a friend here to call cloneImpl.
     680             :   friend class Instruction;
     681             : 
     682             :   AtomicRMWInst *cloneImpl() const;
     683             : 
     684             : public:
     685             :   /// This enumeration lists the possible modifications atomicrmw can make.  In
     686             :   /// the descriptions, 'p' is the pointer to the instruction's memory location,
     687             :   /// 'old' is the initial value of *p, and 'v' is the other value passed to the
     688             :   /// instruction.  These instructions always return 'old'.
     689             :   enum BinOp {
     690             :     /// *p = v
     691             :     Xchg,
     692             :     /// *p = old + v
     693             :     Add,
     694             :     /// *p = old - v
     695             :     Sub,
     696             :     /// *p = old & v
     697             :     And,
     698             :     /// *p = ~(old & v)
     699             :     Nand,
     700             :     /// *p = old | v
     701             :     Or,
     702             :     /// *p = old ^ v
     703             :     Xor,
     704             :     /// *p = old >signed v ? old : v
     705             :     Max,
     706             :     /// *p = old <signed v ? old : v
     707             :     Min,
     708             :     /// *p = old >unsigned v ? old : v
     709             :     UMax,
     710             :     /// *p = old <unsigned v ? old : v
     711             :     UMin,
     712             : 
     713             :     FIRST_BINOP = Xchg,
     714             :     LAST_BINOP = UMin,
     715             :     BAD_BINOP
     716             :   };
     717             : 
     718             :   AtomicRMWInst(BinOp Operation, Value *Ptr, Value *Val,
     719             :                 AtomicOrdering Ordering, SyncScope::ID SSID,
     720             :                 Instruction *InsertBefore = nullptr);
     721             :   AtomicRMWInst(BinOp Operation, Value *Ptr, Value *Val,
     722             :                 AtomicOrdering Ordering, SyncScope::ID SSID,
     723             :                 BasicBlock *InsertAtEnd);
     724             : 
     725             :   // allocate space for exactly two operands
     726             :   void *operator new(size_t s) {
     727        7200 :     return User::operator new(s, 2);
     728             :   }
     729             : 
     730             :   BinOp getOperation() const {
     731       26211 :     return static_cast<BinOp>(getSubclassDataFromInstruction() >> 5);
     732             :   }
     733             : 
     734             :   void setOperation(BinOp Operation) {
     735             :     unsigned short SubclassData = getSubclassDataFromInstruction();
     736       14400 :     setInstructionSubclassData((SubclassData & 31) |
     737        7200 :                                (Operation << 5));
     738             :   }
     739             : 
     740             :   /// Return true if this is a RMW on a volatile memory location.
     741             :   ///
     742             :   bool isVolatile() const {
     743         233 :     return getSubclassDataFromInstruction() & 1;
     744             :   }
     745             : 
     746             :   /// Specify whether this is a volatile RMW or not.
     747             :   ///
     748             :   void setVolatile(bool V) {
     749        6411 :      setInstructionSubclassData((getSubclassDataFromInstruction() & ~1) |
     750             :                                 (unsigned)V);
     751             :   }
     752             : 
     753             :   /// Transparently provide more efficient getOperand methods.
     754             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
     755             : 
     756             :   /// Returns the ordering constraint of this rmw instruction.
     757             :   AtomicOrdering getOrdering() const {
     758       26053 :     return AtomicOrdering((getSubclassDataFromInstruction() >> 2) & 7);
     759             :   }
     760             : 
     761             :   /// Sets the ordering constraint of this rmw instruction.
     762             :   void setOrdering(AtomicOrdering Ordering) {
     763             :     assert(Ordering != AtomicOrdering::NotAtomic &&
     764             :            "atomicrmw instructions can only be atomic.");
     765       14857 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~(7 << 2)) |
     766        7206 :                                ((unsigned)Ordering << 2));
     767             :   }
     768             : 
     769             :   /// Returns the synchronization scope ID of this rmw instruction.
     770             :   SyncScope::ID getSyncScopeID() const {
     771             :     return SSID;
     772             :   }
     773             : 
     774             :   /// Sets the synchronization scope ID of this rmw instruction.
     775             :   void setSyncScopeID(SyncScope::ID SSID) {
     776        7200 :     this->SSID = SSID;
     777             :   }
     778             : 
     779             :   Value *getPointerOperand() { return getOperand(0); }
     780             :   const Value *getPointerOperand() const { return getOperand(0); }
     781             :   static unsigned getPointerOperandIndex() { return 0U; }
     782             : 
     783             :   Value *getValOperand() { return getOperand(1); }
     784             :   const Value *getValOperand() const { return getOperand(1); }
     785             : 
     786             :   /// Returns the address space of the pointer operand.
     787             :   unsigned getPointerAddressSpace() const {
     788        4737 :     return getPointerOperand()->getType()->getPointerAddressSpace();
     789             :   }
     790             : 
     791             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
     792             :   static bool classof(const Instruction *I) {
     793             :     return I->getOpcode() == Instruction::AtomicRMW;
     794             :   }
     795             :   static bool classof(const Value *V) {
     796      506389 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
     797             :   }
     798             : 
     799             : private:
     800             :   void Init(BinOp Operation, Value *Ptr, Value *Val,
     801             :             AtomicOrdering Ordering, SyncScope::ID SSID);
     802             : 
     803             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
     804             :   // method so that subclasses cannot accidentally use it.
     805             :   void setInstructionSubclassData(unsigned short D) {
     806             :     Instruction::setInstructionSubclassData(D);
     807             :   }
     808             : 
     809             :   /// The synchronization scope ID of this rmw instruction.  Not quite enough
     810             :   /// room in SubClassData for everything, so synchronization scope ID gets its
     811             :   /// own field.
     812             :   SyncScope::ID SSID;
     813             : };
     814             : 
     815             : template <>
     816             : struct OperandTraits<AtomicRMWInst>
     817             :     : public FixedNumOperandTraits<AtomicRMWInst,2> {
     818             : };
     819             : 
     820       71419 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(AtomicRMWInst, Value)
     821             : 
     822             : //===----------------------------------------------------------------------===//
     823             : //                             GetElementPtrInst Class
     824             : //===----------------------------------------------------------------------===//
     825             : 
     826             : // checkGEPType - Simple wrapper function to give a better assertion failure
     827             : // message on bad indexes for a gep instruction.
     828             : //
     829             : inline Type *checkGEPType(Type *Ty) {
     830             :   assert(Ty && "Invalid GetElementPtrInst indices for type!");
     831             :   return Ty;
     832             : }
     833             : 
     834             : /// an instruction for type-safe pointer arithmetic to
     835             : /// access elements of arrays and structs
     836             : ///
     837      415434 : class GetElementPtrInst : public Instruction {
     838             :   Type *SourceElementType;
     839             :   Type *ResultElementType;
     840             : 
     841             :   GetElementPtrInst(const GetElementPtrInst &GEPI);
     842             : 
     843             :   /// Constructors - Create a getelementptr instruction with a base pointer an
     844             :   /// list of indices. The first ctor can optionally insert before an existing
     845             :   /// instruction, the second appends the new instruction to the specified
     846             :   /// BasicBlock.
     847             :   inline GetElementPtrInst(Type *PointeeType, Value *Ptr,
     848             :                            ArrayRef<Value *> IdxList, unsigned Values,
     849             :                            const Twine &NameStr, Instruction *InsertBefore);
     850             :   inline GetElementPtrInst(Type *PointeeType, Value *Ptr,
     851             :                            ArrayRef<Value *> IdxList, unsigned Values,
     852             :                            const Twine &NameStr, BasicBlock *InsertAtEnd);
     853             : 
     854             :   void init(Value *Ptr, ArrayRef<Value *> IdxList, const Twine &NameStr);
     855             : 
     856             : protected:
     857             :   // Note: Instruction needs to be a friend here to call cloneImpl.
     858             :   friend class Instruction;
     859             : 
     860             :   GetElementPtrInst *cloneImpl() const;
     861             : 
     862             : public:
     863      420269 :   static GetElementPtrInst *Create(Type *PointeeType, Value *Ptr,
     864             :                                    ArrayRef<Value *> IdxList,
     865             :                                    const Twine &NameStr = "",
     866             :                                    Instruction *InsertBefore = nullptr) {
     867      420269 :     unsigned Values = 1 + unsigned(IdxList.size());
     868      420269 :     if (!PointeeType)
     869       93105 :       PointeeType =
     870       93105 :           cast<PointerType>(Ptr->getType()->getScalarType())->getElementType();
     871             :     else
     872             :       assert(
     873             :           PointeeType ==
     874             :           cast<PointerType>(Ptr->getType()->getScalarType())->getElementType());
     875             :     return new (Values) GetElementPtrInst(PointeeType, Ptr, IdxList, Values,
     876      420269 :                                           NameStr, InsertBefore);
     877             :   }
     878             : 
     879          20 :   static GetElementPtrInst *Create(Type *PointeeType, Value *Ptr,
     880             :                                    ArrayRef<Value *> IdxList,
     881             :                                    const Twine &NameStr,
     882             :                                    BasicBlock *InsertAtEnd) {
     883          20 :     unsigned Values = 1 + unsigned(IdxList.size());
     884          20 :     if (!PointeeType)
     885           0 :       PointeeType =
     886           0 :           cast<PointerType>(Ptr->getType()->getScalarType())->getElementType();
     887             :     else
     888             :       assert(
     889             :           PointeeType ==
     890             :           cast<PointerType>(Ptr->getType()->getScalarType())->getElementType());
     891             :     return new (Values) GetElementPtrInst(PointeeType, Ptr, IdxList, Values,
     892          20 :                                           NameStr, InsertAtEnd);
     893             :   }
     894             : 
     895             :   /// Create an "inbounds" getelementptr. See the documentation for the
     896             :   /// "inbounds" flag in LangRef.html for details.
     897       11217 :   static GetElementPtrInst *CreateInBounds(Value *Ptr,
     898             :                                            ArrayRef<Value *> IdxList,
     899             :                                            const Twine &NameStr = "",
     900             :                                            Instruction *InsertBefore = nullptr){
     901       11217 :     return CreateInBounds(nullptr, Ptr, IdxList, NameStr, InsertBefore);
     902             :   }
     903             : 
     904             :   static GetElementPtrInst *
     905             :   CreateInBounds(Type *PointeeType, Value *Ptr, ArrayRef<Value *> IdxList,
     906             :                  const Twine &NameStr = "",
     907             :                  Instruction *InsertBefore = nullptr) {
     908             :     GetElementPtrInst *GEP =
     909      260562 :         Create(PointeeType, Ptr, IdxList, NameStr, InsertBefore);
     910      260562 :     GEP->setIsInBounds(true);
     911             :     return GEP;
     912             :   }
     913             : 
     914             :   static GetElementPtrInst *CreateInBounds(Value *Ptr,
     915             :                                            ArrayRef<Value *> IdxList,
     916             :                                            const Twine &NameStr,
     917             :                                            BasicBlock *InsertAtEnd) {
     918             :     return CreateInBounds(nullptr, Ptr, IdxList, NameStr, InsertAtEnd);
     919             :   }
     920             : 
     921             :   static GetElementPtrInst *CreateInBounds(Type *PointeeType, Value *Ptr,
     922             :                                            ArrayRef<Value *> IdxList,
     923             :                                            const Twine &NameStr,
     924             :                                            BasicBlock *InsertAtEnd) {
     925             :     GetElementPtrInst *GEP =
     926             :         Create(PointeeType, Ptr, IdxList, NameStr, InsertAtEnd);
     927             :     GEP->setIsInBounds(true);
     928             :     return GEP;
     929             :   }
     930             : 
     931             :   /// Transparently provide more efficient getOperand methods.
     932             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
     933             : 
     934             :   Type *getSourceElementType() const { return SourceElementType; }
     935             : 
     936          89 :   void setSourceElementType(Type *Ty) { SourceElementType = Ty; }
     937          78 :   void setResultElementType(Type *Ty) { ResultElementType = Ty; }
     938             : 
     939             :   Type *getResultElementType() const {
     940             :     assert(ResultElementType ==
     941             :            cast<PointerType>(getType()->getScalarType())->getElementType());
     942             :     return ResultElementType;
     943             :   }
     944             : 
     945             :   /// Returns the address space of this instruction's pointer type.
     946             :   unsigned getAddressSpace() const {
     947             :     // Note that this is always the same as the pointer operand's address space
     948             :     // and that is cheaper to compute, so cheat here.
     949             :     return getPointerAddressSpace();
     950             :   }
     951             : 
     952             :   /// Returns the type of the element that would be loaded with
     953             :   /// a load instruction with the specified parameters.
     954             :   ///
     955             :   /// Null is returned if the indices are invalid for the specified
     956             :   /// pointer type.
     957             :   ///
     958             :   static Type *getIndexedType(Type *Ty, ArrayRef<Value *> IdxList);
     959             :   static Type *getIndexedType(Type *Ty, ArrayRef<Constant *> IdxList);
     960             :   static Type *getIndexedType(Type *Ty, ArrayRef<uint64_t> IdxList);
     961             : 
     962     2017737 :   inline op_iterator       idx_begin()       { return op_begin()+1; }
     963          21 :   inline const_op_iterator idx_begin() const { return op_begin()+1; }
     964             :   inline op_iterator       idx_end()         { return op_end(); }
     965             :   inline const_op_iterator idx_end()   const { return op_end(); }
     966             : 
     967             :   inline iterator_range<op_iterator> indices() {
     968             :     return make_range(idx_begin(), idx_end());
     969             :   }
     970             : 
     971             :   inline iterator_range<const_op_iterator> indices() const {
     972             :     return make_range(idx_begin(), idx_end());
     973             :   }
     974             : 
     975             :   Value *getPointerOperand() {
     976             :     return getOperand(0);
     977             :   }
     978             :   const Value *getPointerOperand() const {
     979             :     return getOperand(0);
     980             :   }
     981             :   static unsigned getPointerOperandIndex() {
     982             :     return 0U;    // get index for modifying correct operand.
     983             :   }
     984             : 
     985             :   /// Method to return the pointer operand as a
     986             :   /// PointerType.
     987             :   Type *getPointerOperandType() const {
     988     1578853 :     return getPointerOperand()->getType();
     989             :   }
     990             : 
     991             :   /// Returns the address space of the pointer operand.
     992             :   unsigned getPointerAddressSpace() const {
     993             :     return getPointerOperandType()->getPointerAddressSpace();
     994             :   }
     995             : 
     996             :   /// Returns the pointer type returned by the GEP
     997             :   /// instruction, which may be a vector of pointers.
     998    10734373 :   static Type *getGEPReturnType(Value *Ptr, ArrayRef<Value *> IdxList) {
     999    21468746 :     return getGEPReturnType(
    1000             :       cast<PointerType>(Ptr->getType()->getScalarType())->getElementType(),
    1001    10734373 :       Ptr, IdxList);
    1002             :   }
    1003    11154662 :   static Type *getGEPReturnType(Type *ElTy, Value *Ptr,
    1004             :                                 ArrayRef<Value *> IdxList) {
    1005    22309324 :     Type *PtrTy = PointerType::get(checkGEPType(getIndexedType(ElTy, IdxList)),
    1006    11154662 :                                    Ptr->getType()->getPointerAddressSpace());
    1007             :     // Vector GEP
    1008    22309324 :     if (Ptr->getType()->isVectorTy()) {
    1009             :       unsigned NumElem = Ptr->getType()->getVectorNumElements();
    1010         271 :       return VectorType::get(PtrTy, NumElem);
    1011             :     }
    1012    55599587 :     for (Value *Index : IdxList)
    1013    44445736 :       if (Index->getType()->isVectorTy()) {
    1014             :         unsigned NumElem = Index->getType()->getVectorNumElements();
    1015         270 :         return VectorType::get(PtrTy, NumElem);
    1016             :       }
    1017             :     // Scalar GEP
    1018             :     return PtrTy;
    1019             :   }
    1020             : 
    1021             :   unsigned getNumIndices() const {  // Note: always non-negative
    1022       68405 :     return getNumOperands() - 1;
    1023             :   }
    1024             : 
    1025             :   bool hasIndices() const {
    1026             :     return getNumOperands() > 1;
    1027             :   }
    1028             : 
    1029             :   /// Return true if all of the indices of this GEP are
    1030             :   /// zeros.  If so, the result pointer and the first operand have the same
    1031             :   /// value, just potentially different types.
    1032             :   bool hasAllZeroIndices() const;
    1033             : 
    1034             :   /// Return true if all of the indices of this GEP are
    1035             :   /// constant integers.  If so, the result pointer and the first operand have
    1036             :   /// a constant offset between them.
    1037             :   bool hasAllConstantIndices() const;
    1038             : 
    1039             :   /// Set or clear the inbounds flag on this GEP instruction.
    1040             :   /// See LangRef.html for the meaning of inbounds on a getelementptr.
    1041             :   void setIsInBounds(bool b = true);
    1042             : 
    1043             :   /// Determine whether the GEP has the inbounds flag.
    1044             :   bool isInBounds() const;
    1045             : 
    1046             :   /// Accumulate the constant address offset of this GEP if possible.
    1047             :   ///
    1048             :   /// This routine accepts an APInt into which it will accumulate the constant
    1049             :   /// offset of this GEP if the GEP is in fact constant. If the GEP is not
    1050             :   /// all-constant, it returns false and the value of the offset APInt is
    1051             :   /// undefined (it is *not* preserved!). The APInt passed into this routine
    1052             :   /// must be at least as wide as the IntPtr type for the address space of
    1053             :   /// the base GEP pointer.
    1054             :   bool accumulateConstantOffset(const DataLayout &DL, APInt &Offset) const;
    1055             : 
    1056             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    1057             :   static bool classof(const Instruction *I) {
    1058           1 :     return (I->getOpcode() == Instruction::GetElementPtr);
    1059             :   }
    1060             :   static bool classof(const Value *V) {
    1061    79407552 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    1062             :   }
    1063             : };
    1064             : 
    1065             : template <>
    1066             : struct OperandTraits<GetElementPtrInst> :
    1067             :   public VariadicOperandTraits<GetElementPtrInst, 1> {
    1068             : };
    1069             : 
    1070      420269 : GetElementPtrInst::GetElementPtrInst(Type *PointeeType, Value *Ptr,
    1071             :                                      ArrayRef<Value *> IdxList, unsigned Values,
    1072             :                                      const Twine &NameStr,
    1073      420269 :                                      Instruction *InsertBefore)
    1074             :     : Instruction(getGEPReturnType(PointeeType, Ptr, IdxList), GetElementPtr,
    1075      420269 :                   OperandTraits<GetElementPtrInst>::op_end(this) - Values,
    1076             :                   Values, InsertBefore),
    1077             :       SourceElementType(PointeeType),
    1078      840538 :       ResultElementType(getIndexedType(PointeeType, IdxList)) {
    1079             :   assert(ResultElementType ==
    1080             :          cast<PointerType>(getType()->getScalarType())->getElementType());
    1081      420269 :   init(Ptr, IdxList, NameStr);
    1082      420269 : }
    1083             : 
    1084          20 : GetElementPtrInst::GetElementPtrInst(Type *PointeeType, Value *Ptr,
    1085             :                                      ArrayRef<Value *> IdxList, unsigned Values,
    1086             :                                      const Twine &NameStr,
    1087          20 :                                      BasicBlock *InsertAtEnd)
    1088             :     : Instruction(getGEPReturnType(PointeeType, Ptr, IdxList), GetElementPtr,
    1089          20 :                   OperandTraits<GetElementPtrInst>::op_end(this) - Values,
    1090             :                   Values, InsertAtEnd),
    1091             :       SourceElementType(PointeeType),
    1092          40 :       ResultElementType(getIndexedType(PointeeType, IdxList)) {
    1093             :   assert(ResultElementType ==
    1094             :          cast<PointerType>(getType()->getScalarType())->getElementType());
    1095          20 :   init(Ptr, IdxList, NameStr);
    1096          20 : }
    1097             : 
    1098    10885114 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(GetElementPtrInst, Value)
    1099             : 
    1100             : //===----------------------------------------------------------------------===//
    1101             : //                               ICmpInst Class
    1102             : //===----------------------------------------------------------------------===//
    1103             : 
    1104             : /// This instruction compares its operands according to the predicate given
    1105             : /// to the constructor. It only operates on integers or pointers. The operands
    1106             : /// must be identical types.
    1107             : /// Represent an integer comparison operator.
    1108      165995 : class ICmpInst: public CmpInst {
    1109             :   void AssertOK() {
    1110             :     assert(isIntPredicate() &&
    1111             :            "Invalid ICmp predicate value");
    1112             :     assert(getOperand(0)->getType() == getOperand(1)->getType() &&
    1113             :           "Both operands to ICmp instruction are not of the same type!");
    1114             :     // Check that the operands are the right type
    1115             :     assert((getOperand(0)->getType()->isIntOrIntVectorTy() ||
    1116             :             getOperand(0)->getType()->isPtrOrPtrVectorTy()) &&
    1117             :            "Invalid operand types for ICmp instruction");
    1118             :   }
    1119             : 
    1120             : protected:
    1121             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    1122             :   friend class Instruction;
    1123             : 
    1124             :   /// Clone an identical ICmpInst
    1125             :   ICmpInst *cloneImpl() const;
    1126             : 
    1127             : public:
    1128             :   /// Constructor with insert-before-instruction semantics.
    1129        1676 :   ICmpInst(
    1130             :     Instruction *InsertBefore,  ///< Where to insert
    1131             :     Predicate pred,  ///< The predicate to use for the comparison
    1132             :     Value *LHS,      ///< The left-hand-side of the expression
    1133             :     Value *RHS,      ///< The right-hand-side of the expression
    1134             :     const Twine &NameStr = ""  ///< Name of the instruction
    1135        1676 :   ) : CmpInst(makeCmpResultType(LHS->getType()),
    1136             :               Instruction::ICmp, pred, LHS, RHS, NameStr,
    1137        1676 :               InsertBefore) {
    1138             : #ifndef NDEBUG
    1139             :   AssertOK();
    1140             : #endif
    1141        1676 :   }
    1142             : 
    1143             :   /// Constructor with insert-at-end semantics.
    1144          72 :   ICmpInst(
    1145             :     BasicBlock &InsertAtEnd, ///< Block to insert into.
    1146             :     Predicate pred,  ///< The predicate to use for the comparison
    1147             :     Value *LHS,      ///< The left-hand-side of the expression
    1148             :     Value *RHS,      ///< The right-hand-side of the expression
    1149             :     const Twine &NameStr = ""  ///< Name of the instruction
    1150          72 :   ) : CmpInst(makeCmpResultType(LHS->getType()),
    1151             :               Instruction::ICmp, pred, LHS, RHS, NameStr,
    1152          72 :               &InsertAtEnd) {
    1153             : #ifndef NDEBUG
    1154             :   AssertOK();
    1155             : #endif
    1156          72 :   }
    1157             : 
    1158             :   /// Constructor with no-insertion semantics
    1159      200975 :   ICmpInst(
    1160             :     Predicate pred, ///< The predicate to use for the comparison
    1161             :     Value *LHS,     ///< The left-hand-side of the expression
    1162             :     Value *RHS,     ///< The right-hand-side of the expression
    1163             :     const Twine &NameStr = "" ///< Name of the instruction
    1164      200975 :   ) : CmpInst(makeCmpResultType(LHS->getType()),
    1165      200975 :               Instruction::ICmp, pred, LHS, RHS, NameStr) {
    1166             : #ifndef NDEBUG
    1167             :   AssertOK();
    1168             : #endif
    1169      200975 :   }
    1170             : 
    1171             :   /// For example, EQ->EQ, SLE->SLE, UGT->SGT, etc.
    1172             :   /// @returns the predicate that would be the result if the operand were
    1173             :   /// regarded as signed.
    1174             :   /// Return the signed version of the predicate
    1175             :   Predicate getSignedPredicate() const {
    1176           8 :     return getSignedPredicate(getPredicate());
    1177             :   }
    1178             : 
    1179             :   /// This is a static version that you can use without an instruction.
    1180             :   /// Return the signed version of the predicate.
    1181             :   static Predicate getSignedPredicate(Predicate pred);
    1182             : 
    1183             :   /// For example, EQ->EQ, SLE->ULE, UGT->UGT, etc.
    1184             :   /// @returns the predicate that would be the result if the operand were
    1185             :   /// regarded as unsigned.
    1186             :   /// Return the unsigned version of the predicate
    1187             :   Predicate getUnsignedPredicate() const {
    1188         500 :     return getUnsignedPredicate(getPredicate());
    1189             :   }
    1190             : 
    1191             :   /// This is a static version that you can use without an instruction.
    1192             :   /// Return the unsigned version of the predicate.
    1193             :   static Predicate getUnsignedPredicate(Predicate pred);
    1194             : 
    1195             :   /// Return true if this predicate is either EQ or NE.  This also
    1196             :   /// tests for commutativity.
    1197             :   static bool isEquality(Predicate P) {
    1198     5745879 :     return P == ICMP_EQ || P == ICMP_NE;
    1199             :   }
    1200             : 
    1201             :   /// Return true if this predicate is either EQ or NE.  This also
    1202             :   /// tests for commutativity.
    1203             :   bool isEquality() const {
    1204             :     return isEquality(getPredicate());
    1205             :   }
    1206             : 
    1207             :   /// @returns true if the predicate of this ICmpInst is commutative
    1208             :   /// Determine if this relation is commutative.
    1209             :   bool isCommutative() const { return isEquality(); }
    1210             : 
    1211             :   /// Return true if the predicate is relational (not EQ or NE).
    1212             :   ///
    1213             :   bool isRelational() const {
    1214             :     return !isEquality();
    1215             :   }
    1216             : 
    1217             :   /// Return true if the predicate is relational (not EQ or NE).
    1218             :   ///
    1219             :   static bool isRelational(Predicate P) {
    1220           4 :     return !isEquality(P);
    1221             :   }
    1222             : 
    1223             :   /// Exchange the two operands to this instruction in such a way that it does
    1224             :   /// not modify the semantics of the instruction. The predicate value may be
    1225             :   /// changed to retain the same result if the predicate is order dependent
    1226             :   /// (e.g. ult).
    1227             :   /// Swap operands and adjust predicate.
    1228        2223 :   void swapOperands() {
    1229             :     setPredicate(getSwappedPredicate());
    1230        2223 :     Op<0>().swap(Op<1>());
    1231        2223 :   }
    1232             : 
    1233             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    1234             :   static bool classof(const Instruction *I) {
    1235             :     return I->getOpcode() == Instruction::ICmp;
    1236             :   }
    1237             :   static bool classof(const Value *V) {
    1238     5390668 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    1239             :   }
    1240             : };
    1241             : 
    1242             : //===----------------------------------------------------------------------===//
    1243             : //                               FCmpInst Class
    1244             : //===----------------------------------------------------------------------===//
    1245             : 
    1246             : /// This instruction compares its operands according to the predicate given
    1247             : /// to the constructor. It only operates on floating point values or packed
    1248             : /// vectors of floating point values. The operands must be identical types.
    1249             : /// Represents a floating point comparison operator.
    1250       12639 : class FCmpInst: public CmpInst {
    1251             :   void AssertOK() {
    1252             :     assert(isFPPredicate() && "Invalid FCmp predicate value");
    1253             :     assert(getOperand(0)->getType() == getOperand(1)->getType() &&
    1254             :            "Both operands to FCmp instruction are not of the same type!");
    1255             :     // Check that the operands are the right type
    1256             :     assert(getOperand(0)->getType()->isFPOrFPVectorTy() &&
    1257             :            "Invalid operand types for FCmp instruction");
    1258             :   }
    1259             : 
    1260             : protected:
    1261             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    1262             :   friend class Instruction;
    1263             : 
    1264             :   /// Clone an identical FCmpInst
    1265             :   FCmpInst *cloneImpl() const;
    1266             : 
    1267             : public:
    1268             :   /// Constructor with insert-before-instruction semantics.
    1269          79 :   FCmpInst(
    1270             :     Instruction *InsertBefore, ///< Where to insert
    1271             :     Predicate pred,  ///< The predicate to use for the comparison
    1272             :     Value *LHS,      ///< The left-hand-side of the expression
    1273             :     Value *RHS,      ///< The right-hand-side of the expression
    1274             :     const Twine &NameStr = ""  ///< Name of the instruction
    1275          79 :   ) : CmpInst(makeCmpResultType(LHS->getType()),
    1276             :               Instruction::FCmp, pred, LHS, RHS, NameStr,
    1277          79 :               InsertBefore) {
    1278             :     AssertOK();
    1279          79 :   }
    1280             : 
    1281             :   /// Constructor with insert-at-end semantics.
    1282           0 :   FCmpInst(
    1283             :     BasicBlock &InsertAtEnd, ///< Block to insert into.
    1284             :     Predicate pred,  ///< The predicate to use for the comparison
    1285             :     Value *LHS,      ///< The left-hand-side of the expression
    1286             :     Value *RHS,      ///< The right-hand-side of the expression
    1287             :     const Twine &NameStr = ""  ///< Name of the instruction
    1288           0 :   ) : CmpInst(makeCmpResultType(LHS->getType()),
    1289             :               Instruction::FCmp, pred, LHS, RHS, NameStr,
    1290           0 :               &InsertAtEnd) {
    1291             :     AssertOK();
    1292           0 :   }
    1293             : 
    1294             :   /// Constructor with no-insertion semantics
    1295       12614 :   FCmpInst(
    1296             :     Predicate pred, ///< The predicate to use for the comparison
    1297             :     Value *LHS,     ///< The left-hand-side of the expression
    1298             :     Value *RHS,     ///< The right-hand-side of the expression
    1299             :     const Twine &NameStr = "" ///< Name of the instruction
    1300       12614 :   ) : CmpInst(makeCmpResultType(LHS->getType()),
    1301       12614 :               Instruction::FCmp, pred, LHS, RHS, NameStr) {
    1302             :     AssertOK();
    1303       12614 :   }
    1304             : 
    1305             :   /// @returns true if the predicate of this instruction is EQ or NE.
    1306             :   /// Determine if this is an equality predicate.
    1307             :   static bool isEquality(Predicate Pred) {
    1308       23878 :     return Pred == FCMP_OEQ || Pred == FCMP_ONE || Pred == FCMP_UEQ ||
    1309       10814 :            Pred == FCMP_UNE;
    1310             :   }
    1311             : 
    1312             :   /// @returns true if the predicate of this instruction is EQ or NE.
    1313             :   /// Determine if this is an equality predicate.
    1314             :   bool isEquality() const { return isEquality(getPredicate()); }
    1315             : 
    1316             :   /// @returns true if the predicate of this instruction is commutative.
    1317             :   /// Determine if this is a commutative predicate.
    1318           0 :   bool isCommutative() const {
    1319           0 :     return isEquality() ||
    1320           0 :            getPredicate() == FCMP_FALSE ||
    1321           0 :            getPredicate() == FCMP_TRUE ||
    1322           0 :            getPredicate() == FCMP_ORD ||
    1323           0 :            getPredicate() == FCMP_UNO;
    1324             :   }
    1325             : 
    1326             :   /// @returns true if the predicate is relational (not EQ or NE).
    1327             :   /// Determine if this a relational predicate.
    1328             :   bool isRelational() const { return !isEquality(); }
    1329             : 
    1330             :   /// Exchange the two operands to this instruction in such a way that it does
    1331             :   /// not modify the semantics of the instruction. The predicate value may be
    1332             :   /// changed to retain the same result if the predicate is order dependent
    1333             :   /// (e.g. ult).
    1334             :   /// Swap operands and adjust predicate.
    1335          55 :   void swapOperands() {
    1336             :     setPredicate(getSwappedPredicate());
    1337          55 :     Op<0>().swap(Op<1>());
    1338          55 :   }
    1339             : 
    1340             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    1341             :   static bool classof(const Instruction *I) {
    1342             :     return I->getOpcode() == Instruction::FCmp;
    1343             :   }
    1344             :   static bool classof(const Value *V) {
    1345     1328458 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    1346             :   }
    1347             : };
    1348             : 
    1349             : class CallInst;
    1350             : class InvokeInst;
    1351             : 
    1352             : template <class T> struct CallBaseParent { using type = Instruction; };
    1353             : 
    1354             : template <> struct CallBaseParent<InvokeInst> { using type = TerminatorInst; };
    1355             : 
    1356             : //===----------------------------------------------------------------------===//
    1357             : /// Base class for all callable instructions (InvokeInst and CallInst)
    1358             : /// Holds everything related to calling a function, abstracting from the base
    1359             : /// type @p BaseInstTy and the concrete instruction @p InstTy
    1360             : ///
    1361             : template <class InstTy>
    1362      606055 : class CallBase : public CallBaseParent<InstTy>::type,
    1363             :                  public OperandBundleUser<InstTy, User::op_iterator> {
    1364             : protected:
    1365             :   AttributeList Attrs; ///< parameter attributes for callable
    1366             :   FunctionType *FTy;
    1367             :   using BaseInstTy = typename CallBaseParent<InstTy>::type;
    1368             : 
    1369             :   template <class... ArgsTy>
    1370      178731 :   CallBase(AttributeList const &A, FunctionType *FT, ArgsTy &&... Args)
    1371      178731 :       : BaseInstTy(std::forward<ArgsTy>(Args)...), Attrs(A), FTy(FT) {}
    1372   249071684 :   bool hasDescriptor() const { return Value::HasDescriptor; }
    1373             : 
    1374      841988 :   using BaseInstTy::BaseInstTy;
    1375             : 
    1376             :   using OperandBundleUser<InstTy,
    1377             :                           User::op_iterator>::isFnAttrDisallowedByOpBundle;
    1378             :   using OperandBundleUser<InstTy, User::op_iterator>::getNumTotalBundleOperands;
    1379             :   using OperandBundleUser<InstTy, User::op_iterator>::bundleOperandHasAttr;
    1380             :   using Instruction::getSubclassDataFromInstruction;
    1381             :   using Instruction::setInstructionSubclassData;
    1382             : 
    1383             : public:
    1384             :   using Instruction::getContext;
    1385             :   using OperandBundleUser<InstTy, User::op_iterator>::hasOperandBundles;
    1386             :   using OperandBundleUser<InstTy,
    1387             :                           User::op_iterator>::getBundleOperandsStartIndex;
    1388             : 
    1389             :   static bool classof(const Instruction *I) {
    1390             :     llvm_unreachable(
    1391             :         "CallBase is not meant to be used as part of the classof hierarchy");
    1392             :   }
    1393             : 
    1394             : public:
    1395             :   /// Return the parameter attributes for this call.
    1396             :   ///
    1397             :   AttributeList getAttributes() const { return Attrs; }
    1398             : 
    1399             :   /// Set the parameter attributes for this call.
    1400             :   ///
    1401      989026 :   void setAttributes(AttributeList A) { Attrs = A; }
    1402             : 
    1403             :   FunctionType *getFunctionType() const { return FTy; }
    1404             : 
    1405             :   void mutateFunctionType(FunctionType *FTy) {
    1406         556 :     Value::mutateType(FTy->getReturnType());
    1407         567 :     this->FTy = FTy;
    1408             :   }
    1409             : 
    1410             :   /// Return the number of call arguments.
    1411             :   ///
    1412             :   unsigned getNumArgOperands() const {
    1413     3322437 :     return getNumOperands() - getNumTotalBundleOperands() - InstTy::ArgOffset;
    1414             :   }
    1415             : 
    1416             :   /// getArgOperand/setArgOperand - Return/set the i-th call argument.
    1417             :   ///
    1418             :   Value *getArgOperand(unsigned i) const {
    1419             :     assert(i < getNumArgOperands() && "Out of bounds!");
    1420             :     return getOperand(i);
    1421             :   }
    1422             :   void setArgOperand(unsigned i, Value *v) {
    1423             :     assert(i < getNumArgOperands() && "Out of bounds!");
    1424             :     setOperand(i, v);
    1425             :   }
    1426             : 
    1427             :   /// Return the iterator pointing to the beginning of the argument list.
    1428             :   User::op_iterator arg_begin() { return op_begin(); }
    1429             : 
    1430             :   /// Return the iterator pointing to the end of the argument list.
    1431             :   User::op_iterator arg_end() {
    1432             :     // [ call args ], [ operand bundles ], callee
    1433    10965375 :     return op_end() - getNumTotalBundleOperands() - InstTy::ArgOffset;
    1434             :   }
    1435             : 
    1436             :   /// Iteration adapter for range-for loops.
    1437        7277 :   iterator_range<User::op_iterator> arg_operands() {
    1438        7277 :     return make_range(arg_begin(), arg_end());
    1439             :   }
    1440             : 
    1441             :   /// Return the iterator pointing to the beginning of the argument list.
    1442             :   User::const_op_iterator arg_begin() const { return op_begin(); }
    1443             : 
    1444             :   /// Return the iterator pointing to the end of the argument list.
    1445             :   User::const_op_iterator arg_end() const {
    1446             :     // [ call args ], [ operand bundles ], callee
    1447     6589025 :     return op_end() - getNumTotalBundleOperands() - InstTy::ArgOffset;
    1448             :   }
    1449             : 
    1450             :   /// Iteration adapter for range-for loops.
    1451        1415 :   iterator_range<User::const_op_iterator> arg_operands() const {
    1452        1415 :     return make_range(arg_begin(), arg_end());
    1453             :   }
    1454             : 
    1455             :   /// Wrappers for getting the \c Use of a call argument.
    1456             :   const Use &getArgOperandUse(unsigned i) const {
    1457             :     assert(i < getNumArgOperands() && "Out of bounds!");
    1458             :     return User::getOperandUse(i);
    1459             :   }
    1460             :   Use &getArgOperandUse(unsigned i) {
    1461             :     assert(i < getNumArgOperands() && "Out of bounds!");
    1462        2914 :     return User::getOperandUse(i);
    1463             :   }
    1464             : 
    1465             :   /// If one of the arguments has the 'returned' attribute, return its
    1466             :   /// operand value. Otherwise, return nullptr.
    1467      975543 :   Value *getReturnedArgOperand() const {
    1468             :     unsigned Index;
    1469             : 
    1470      975543 :     if (Attrs.hasAttrSomewhere(Attribute::Returned, &Index) && Index)
    1471          11 :       return getArgOperand(Index - AttributeList::FirstArgIndex);
    1472             :     if (const Function *F = getCalledFunction())
    1473      966383 :       if (F->getAttributes().hasAttrSomewhere(Attribute::Returned, &Index) &&
    1474             :           Index)
    1475         595 :         return getArgOperand(Index - AttributeList::FirstArgIndex);
    1476             : 
    1477             :     return nullptr;
    1478             :   }
    1479             : 
    1480             :   User::op_iterator op_begin() {
    1481             :     return OperandTraits<CallBase>::op_begin(this);
    1482             :   }
    1483             : 
    1484             :   User::const_op_iterator op_begin() const {
    1485             :     return OperandTraits<CallBase>::op_begin(const_cast<CallBase *>(this));
    1486             :   }
    1487             : 
    1488             :   User::op_iterator op_end() { return OperandTraits<CallBase>::op_end(this); }
    1489             : 
    1490             :   User::const_op_iterator op_end() const {
    1491             :     return OperandTraits<CallBase>::op_end(const_cast<CallBase *>(this));
    1492             :   }
    1493             : 
    1494             :   Value *getOperand(unsigned i_nocapture) const {
    1495             :     assert(i_nocapture < OperandTraits<CallBase>::operands(this) &&
    1496             :            "getOperand() out of range!");
    1497    12996448 :     return cast_or_null<Value>(OperandTraits<CallBase>::op_begin(
    1498     3058492 :                                    const_cast<CallBase *>(this))[i_nocapture]
    1499             :                                    .get());
    1500             :   }
    1501             : 
    1502             :   void setOperand(unsigned i_nocapture, Value *Val_nocapture) {
    1503             :     assert(i_nocapture < OperandTraits<CallBase>::operands(this) &&
    1504             :            "setOperand() out of range!");
    1505       15260 :     OperandTraits<CallBase>::op_begin(this)[i_nocapture] = Val_nocapture;
    1506             :   }
    1507             : 
    1508             :   unsigned getNumOperands() const {
    1509             :     return OperandTraits<CallBase>::operands(this);
    1510             :   }
    1511             :   template <int Idx_nocapture> Use &Op() {
    1512             :     return User::OpFrom<Idx_nocapture>(this);
    1513             :   }
    1514             :   template <int Idx_nocapture> const Use &Op() const {
    1515             :     return User::OpFrom<Idx_nocapture>(this);
    1516             :   }
    1517             : 
    1518             :   /// Return the function called, or null if this is an
    1519             :   /// indirect function invocation.
    1520             :   ///
    1521             :   Function *getCalledFunction() const {
    1522             :     return dyn_cast<Function>(Op<-InstTy::ArgOffset>());
    1523             :   }
    1524             : 
    1525             :   /// Determine whether this call has the given attribute.
    1526             :   bool hasFnAttr(Attribute::AttrKind Kind) const {
    1527             :     assert(Kind != Attribute::NoBuiltin &&
    1528             :            "Use CallBase::isNoBuiltin() to check for Attribute::NoBuiltin");
    1529   111219326 :     return hasFnAttrImpl(Kind);
    1530             :   }
    1531             : 
    1532             :   /// Determine whether this call has the given attribute.
    1533      177450 :   bool hasFnAttr(StringRef Kind) const { return hasFnAttrImpl(Kind); }
    1534             : 
    1535             :   /// getCallingConv/setCallingConv - Get or set the calling convention of this
    1536             :   /// function call.
    1537             :   CallingConv::ID getCallingConv() const {
    1538     7218002 :     return static_cast<CallingConv::ID>(getSubclassDataFromInstruction() >> 2);
    1539             :   }
    1540             :   void setCallingConv(CallingConv::ID CC) {
    1541             :     auto ID = static_cast<unsigned>(CC);
    1542             :     assert(!(ID & ~CallingConv::MaxID) && "Unsupported calling convention");
    1543     1455772 :     setInstructionSubclassData((getSubclassDataFromInstruction() & 3) |
    1544      727656 :                                (ID << 2));
    1545             :   }
    1546             : 
    1547             : 
    1548             :   /// adds the attribute to the list of attributes.
    1549      177459 :   void addAttribute(unsigned i, Attribute::AttrKind Kind) {
    1550      177459 :     AttributeList PAL = getAttributes();
    1551      177459 :     PAL = PAL.addAttribute(getContext(), i, Kind);
    1552             :     setAttributes(PAL);
    1553      177459 :   }
    1554             : 
    1555             :   /// adds the attribute to the list of attributes.
    1556          15 :   void addAttribute(unsigned i, Attribute Attr) {
    1557          15 :     AttributeList PAL = getAttributes();
    1558          15 :     PAL = PAL.addAttribute(getContext(), i, Attr);
    1559             :     setAttributes(PAL);
    1560          15 :   }
    1561             : 
    1562             :   /// Adds the attribute to the indicated argument
    1563         220 :   void addParamAttr(unsigned ArgNo, Attribute::AttrKind Kind) {
    1564             :     assert(ArgNo < getNumArgOperands() && "Out of bounds");
    1565         220 :     AttributeList PAL = getAttributes();
    1566         220 :     PAL = PAL.addParamAttribute(getContext(), ArgNo, Kind);
    1567             :     setAttributes(PAL);
    1568         220 :   }
    1569             : 
    1570             :   /// Adds the attribute to the indicated argument
    1571       66088 :   void addParamAttr(unsigned ArgNo, Attribute Attr) {
    1572             :     assert(ArgNo < getNumArgOperands() && "Out of bounds");
    1573       66088 :     AttributeList PAL = getAttributes();
    1574       66088 :     PAL = PAL.addParamAttribute(getContext(), ArgNo, Attr);
    1575             :     setAttributes(PAL);
    1576       66088 :   }
    1577             : 
    1578             :   /// removes the attribute from the list of attributes.
    1579          40 :   void removeAttribute(unsigned i, Attribute::AttrKind Kind) {
    1580          40 :     AttributeList PAL = getAttributes();
    1581          40 :     PAL = PAL.removeAttribute(getContext(), i, Kind);
    1582             :     setAttributes(PAL);
    1583          40 :   }
    1584             : 
    1585             :   /// removes the attribute from the list of attributes.
    1586           0 :   void removeAttribute(unsigned i, StringRef Kind) {
    1587           0 :     AttributeList PAL = getAttributes();
    1588           0 :     PAL = PAL.removeAttribute(getContext(), i, Kind);
    1589             :     setAttributes(PAL);
    1590           0 :   }
    1591             : 
    1592             :   /// Removes the attribute from the given argument
    1593       66192 :   void removeParamAttr(unsigned ArgNo, Attribute::AttrKind Kind) {
    1594             :     assert(ArgNo < getNumArgOperands() && "Out of bounds");
    1595       66192 :     AttributeList PAL = getAttributes();
    1596       66192 :     PAL = PAL.removeParamAttribute(getContext(), ArgNo, Kind);
    1597             :     setAttributes(PAL);
    1598       66192 :   }
    1599             : 
    1600             :   /// Removes the attribute from the given argument
    1601             :   void removeParamAttr(unsigned ArgNo, StringRef Kind) {
    1602             :     assert(ArgNo < getNumArgOperands() && "Out of bounds");
    1603             :     AttributeList PAL = getAttributes();
    1604             :     PAL = PAL.removeParamAttribute(getContext(), ArgNo, Kind);
    1605             :     setAttributes(PAL);
    1606             :   }
    1607             : 
    1608             :   /// adds the dereferenceable attribute to the list of attributes.
    1609          66 :   void addDereferenceableAttr(unsigned i, uint64_t Bytes) {
    1610          66 :     AttributeList PAL = getAttributes();
    1611          66 :     PAL = PAL.addDereferenceableAttr(getContext(), i, Bytes);
    1612             :     setAttributes(PAL);
    1613          66 :   }
    1614             : 
    1615             :   /// adds the dereferenceable_or_null attribute to the list of
    1616             :   /// attributes.
    1617             :   void addDereferenceableOrNullAttr(unsigned i, uint64_t Bytes) {
    1618             :     AttributeList PAL = getAttributes();
    1619             :     PAL = PAL.addDereferenceableOrNullAttr(getContext(), i, Bytes);
    1620             :     setAttributes(PAL);
    1621             :   }
    1622             : 
    1623             :   /// Determine whether the return value has the given attribute.
    1624     1455607 :   bool hasRetAttr(Attribute::AttrKind Kind) const {
    1625     1455607 :     if (Attrs.hasAttribute(AttributeList::ReturnIndex, Kind))
    1626             :       return true;
    1627             : 
    1628             :     // Look at the callee, if available.
    1629             :     if (const Function *F = getCalledFunction())
    1630     1433924 :       return F->getAttributes().hasAttribute(AttributeList::ReturnIndex, Kind);
    1631             :     return false;
    1632             :   }
    1633             : 
    1634             :   /// Determine whether the argument or parameter has the given attribute.
    1635    17410503 :   bool paramHasAttr(unsigned ArgNo, Attribute::AttrKind Kind) const {
    1636             :     assert(ArgNo < getNumArgOperands() && "Param index out of bounds!");
    1637             : 
    1638    17410503 :     if (Attrs.hasParamAttribute(ArgNo, Kind))
    1639             :       return true;
    1640             :     if (const Function *F = getCalledFunction())
    1641    14859035 :       return F->getAttributes().hasParamAttribute(ArgNo, Kind);
    1642             :     return false;
    1643             :   }
    1644             : 
    1645             :   /// Get the attribute of a given kind at a position.
    1646             :   Attribute getAttribute(unsigned i, Attribute::AttrKind Kind) const {
    1647         767 :     return getAttributes().getAttribute(i, Kind);
    1648             :   }
    1649             : 
    1650             :   /// Get the attribute of a given kind at a position.
    1651             :   Attribute getAttribute(unsigned i, StringRef Kind) const {
    1652           0 :     return getAttributes().getAttribute(i, Kind);
    1653             :   }
    1654             : 
    1655             :   /// Get the attribute of a given kind from a given arg
    1656             :   Attribute getParamAttr(unsigned ArgNo, Attribute::AttrKind Kind) const {
    1657             :     assert(ArgNo < getNumArgOperands() && "Out of bounds");
    1658             :     return getAttributes().getParamAttr(ArgNo, Kind);
    1659             :   }
    1660             : 
    1661             :   /// Get the attribute of a given kind from a given arg
    1662             :   Attribute getParamAttr(unsigned ArgNo, StringRef Kind) const {
    1663             :     assert(ArgNo < getNumArgOperands() && "Out of bounds");
    1664             :     return getAttributes().getParamAttr(ArgNo, Kind);
    1665             :   }
    1666             :   /// Return true if the data operand at index \p i has the attribute \p
    1667             :   /// A.
    1668             :   ///
    1669             :   /// Data operands include call arguments and values used in operand bundles,
    1670             :   /// but does not include the callee operand.  This routine dispatches to the
    1671             :   /// underlying AttributeList or the OperandBundleUser as appropriate.
    1672             :   ///
    1673             :   /// The index \p i is interpreted as
    1674             :   ///
    1675             :   ///  \p i == Attribute::ReturnIndex  -> the return value
    1676             :   ///  \p i in [1, arg_size + 1)  -> argument number (\p i - 1)
    1677             :   ///  \p i in [arg_size + 1, data_operand_size + 1) -> bundle operand at index
    1678             :   ///     (\p i - 1) in the operand list.
    1679     2743375 :   bool dataOperandHasImpliedAttr(unsigned i, Attribute::AttrKind Kind) const {
    1680             :     // There are getNumOperands() - (InstTy::ArgOffset - 1) data operands.
    1681             :     // The last operand is the callee.
    1682             :     assert(i < (getNumOperands() - InstTy::ArgOffset + 1) &&
    1683             :            "Data operand index out of bounds!");
    1684             : 
    1685             :     // The attribute A can either be directly specified, if the operand in
    1686             :     // question is a call argument; or be indirectly implied by the kind of its
    1687             :     // containing operand bundle, if the operand is a bundle operand.
    1688             : 
    1689     2743375 :     if (i == AttributeList::ReturnIndex)
    1690           0 :       return hasRetAttr(Kind);
    1691             : 
    1692             :     // FIXME: Avoid these i - 1 calculations and update the API to use
    1693             :     // zero-based indices.
    1694     2743375 :     if (i < (getNumArgOperands() + 1))
    1695     2743269 :       return paramHasAttr(i - 1, Kind);
    1696             : 
    1697             :     assert(hasOperandBundles() && i >= (getBundleOperandsStartIndex() + 1) &&
    1698             :            "Must be either a call argument or an operand bundle!");
    1699         106 :     return bundleOperandHasAttr(i - 1, Kind);
    1700             :   }
    1701             : 
    1702             :   /// Extract the alignment of the return value.
    1703             :   unsigned getRetAlignment() const { return Attrs.getRetAlignment(); }
    1704             : 
    1705             :   /// Extract the alignment for a call or parameter (0=unknown).
    1706             :   unsigned getParamAlignment(unsigned ArgNo) const {
    1707      671949 :     return Attrs.getParamAlignment(ArgNo);
    1708             :   }
    1709             : 
    1710             :   /// Extract the number of dereferenceable bytes for a call or
    1711             :   /// parameter (0=unknown).
    1712             :   uint64_t getDereferenceableBytes(unsigned i) const {
    1713       42119 :     return Attrs.getDereferenceableBytes(i);
    1714             :   }
    1715             : 
    1716             :   /// Extract the number of dereferenceable_or_null bytes for a call or
    1717             :   /// parameter (0=unknown).
    1718             :   uint64_t getDereferenceableOrNullBytes(unsigned i) const {
    1719        1995 :     return Attrs.getDereferenceableOrNullBytes(i);
    1720             :   }
    1721             : 
    1722             :   /// Determine if the return value is marked with NoAlias attribute.
    1723             :   bool returnDoesNotAlias() const {
    1724             :     return Attrs.hasAttribute(AttributeList::ReturnIndex, Attribute::NoAlias);
    1725             :   }
    1726             : 
    1727             :   /// Return true if the call should not be treated as a call to a
    1728             :   /// builtin.
    1729    23875144 :   bool isNoBuiltin() const {
    1730    24712654 :     return hasFnAttrImpl(Attribute::NoBuiltin) &&
    1731    24712654 :       !hasFnAttrImpl(Attribute::Builtin);
    1732             :   }
    1733             : 
    1734             :   /// Determine if the call requires strict floating point semantics.
    1735             :   bool isStrictFP() const { return hasFnAttr(Attribute::StrictFP); }
    1736             : 
    1737             :   /// Return true if the call should not be inlined.
    1738             :   bool isNoInline() const { return hasFnAttr(Attribute::NoInline); }
    1739             :   void setIsNoInline() {
    1740             :     addAttribute(AttributeList::FunctionIndex, Attribute::NoInline);
    1741             :   }
    1742             :   /// Determine if the call does not access memory.
    1743             :   bool doesNotAccessMemory() const {
    1744             :     return hasFnAttr(Attribute::ReadNone);
    1745             :   }
    1746             :   void setDoesNotAccessMemory() {
    1747          18 :     addAttribute(AttributeList::FunctionIndex, Attribute::ReadNone);
    1748             :   }
    1749             : 
    1750             :   /// Determine if the call does not access or only reads memory.
    1751    23494790 :   bool onlyReadsMemory() const {
    1752    46146982 :     return doesNotAccessMemory() || hasFnAttr(Attribute::ReadOnly);
    1753             :   }
    1754             :   void setOnlyReadsMemory() {
    1755          11 :     addAttribute(AttributeList::FunctionIndex, Attribute::ReadOnly);
    1756             :   }
    1757             : 
    1758             :   /// Determine if the call does not access or only writes memory.
    1759     8809449 :   bool doesNotReadMemory() const {
    1760    17618898 :     return doesNotAccessMemory() || hasFnAttr(Attribute::WriteOnly);
    1761             :   }
    1762             :   void setDoesNotReadMemory() {
    1763             :     addAttribute(AttributeList::FunctionIndex, Attribute::WriteOnly);
    1764             :   }
    1765             : 
    1766             :   /// Determine if the call can access memmory only using pointers based
    1767             :   /// on its arguments.
    1768             :   bool onlyAccessesArgMemory() const {
    1769             :     return hasFnAttr(Attribute::ArgMemOnly);
    1770             :   }
    1771             :   void setOnlyAccessesArgMemory() {
    1772             :     addAttribute(AttributeList::FunctionIndex, Attribute::ArgMemOnly);
    1773             :   }
    1774             : 
    1775             :   /// Determine if the function may only access memory that is
    1776             :   /// inaccessible from the IR.
    1777             :   bool onlyAccessesInaccessibleMemory() const {
    1778             :     return hasFnAttr(Attribute::InaccessibleMemOnly);
    1779             :   }
    1780             :   void setOnlyAccessesInaccessibleMemory() {
    1781             :     addAttribute(AttributeList::FunctionIndex, Attribute::InaccessibleMemOnly);
    1782             :   }
    1783             : 
    1784             :   /// Determine if the function may only access memory that is
    1785             :   /// either inaccessible from the IR or pointed to by its arguments.
    1786             :   bool onlyAccessesInaccessibleMemOrArgMem() const {
    1787             :     return hasFnAttr(Attribute::InaccessibleMemOrArgMemOnly);
    1788             :   }
    1789             :   void setOnlyAccessesInaccessibleMemOrArgMem() {
    1790             :     addAttribute(AttributeList::FunctionIndex, Attribute::InaccessibleMemOrArgMemOnly);
    1791             :   }
    1792             :   /// Determine if the call cannot return.
    1793             :   bool doesNotReturn() const { return hasFnAttr(Attribute::NoReturn); }
    1794             :   void setDoesNotReturn() {
    1795        6782 :     addAttribute(AttributeList::FunctionIndex, Attribute::NoReturn);
    1796             :   }
    1797             : 
    1798             :   /// Determine if the call should not perform indirect branch tracking.
    1799             :   bool doesNoCfCheck() const { return hasFnAttr(Attribute::NoCfCheck); }
    1800             : 
    1801             :   /// Determine if the call cannot unwind.
    1802             :   bool doesNotThrow() const { return hasFnAttr(Attribute::NoUnwind); }
    1803             :   void setDoesNotThrow() {
    1804      163955 :     addAttribute(AttributeList::FunctionIndex, Attribute::NoUnwind);
    1805             :   }
    1806             : 
    1807             :   /// Determine if the invoke cannot be duplicated.
    1808             :   bool cannotDuplicate() const {return hasFnAttr(Attribute::NoDuplicate); }
    1809             :   void setCannotDuplicate() {
    1810          30 :     addAttribute(AttributeList::FunctionIndex, Attribute::NoDuplicate);
    1811             :   }
    1812             : 
    1813             :   /// Determine if the invoke is convergent
    1814             :   bool isConvergent() const { return hasFnAttr(Attribute::Convergent); }
    1815             :   void setConvergent() {
    1816           6 :     addAttribute(AttributeList::FunctionIndex, Attribute::Convergent);
    1817             :   }
    1818             :   void setNotConvergent() {
    1819           2 :     removeAttribute(AttributeList::FunctionIndex, Attribute::Convergent);
    1820             :   }
    1821             : 
    1822             :   /// Determine if the call returns a structure through first
    1823             :   /// pointer argument.
    1824           1 :   bool hasStructRetAttr() const {
    1825           1 :     if (getNumArgOperands() == 0)
    1826             :       return false;
    1827             : 
    1828             :     // Be friendly and also check the callee.
    1829           1 :     return paramHasAttr(0, Attribute::StructRet);
    1830             :   }
    1831             : 
    1832             :   /// Determine if any call argument is an aggregate passed by value.
    1833             :   bool hasByValArgument() const {
    1834           0 :     return Attrs.hasAttrSomewhere(Attribute::ByVal);
    1835             :   }
    1836             :   /// Get a pointer to the function that is invoked by this
    1837             :   /// instruction.
    1838     1247063 :   const Value *getCalledValue() const { return Op<-InstTy::ArgOffset>(); }
    1839     4241868 :   Value *getCalledValue() { return Op<-InstTy::ArgOffset>(); }
    1840             : 
    1841             :   /// Set the function called.
    1842             :   void setCalledFunction(Value* Fn) {
    1843         321 :     setCalledFunction(
    1844             :         cast<FunctionType>(cast<PointerType>(Fn->getType())->getElementType()),
    1845             :         Fn);
    1846             :   }
    1847             :   void setCalledFunction(FunctionType *FTy, Value *Fn) {
    1848         321 :     this->FTy = FTy;
    1849             :     assert(FTy == cast<FunctionType>(
    1850             :                       cast<PointerType>(Fn->getType())->getElementType()));
    1851             :     Op<-InstTy::ArgOffset>() = Fn;
    1852             :   }
    1853             : 
    1854             : protected:
    1855   136109426 :   template <typename AttrKind> bool hasFnAttrImpl(AttrKind Kind) const {
    1856   136109426 :     if (Attrs.hasAttribute(AttributeList::FunctionIndex, Kind))
    1857             :       return true;
    1858             : 
    1859             :     // Operand bundles override attributes on the called function, but don't
    1860             :     // override attributes directly present on the call instruction.
    1861   134450409 :     if (isFnAttrDisallowedByOpBundle(Kind))
    1862             :       return false;
    1863             : 
    1864             :     if (const Function *F = getCalledFunction())
    1865   267851562 :       return F->getAttributes().hasAttribute(AttributeList::FunctionIndex,
    1866   133925782 :                                              Kind);
    1867             :     return false;
    1868             :   }
    1869             : };
    1870             : 
    1871             : //===----------------------------------------------------------------------===//
    1872             : /// This class represents a function call, abstracting a target
    1873             : /// machine's calling convention.  This class uses low bit of the SubClassData
    1874             : /// field to indicate whether or not this is a tail call.  The rest of the bits
    1875             : /// hold the calling convention of the call.
    1876             : ///
    1877      606055 : class CallInst : public CallBase<CallInst> {
    1878             :   friend class OperandBundleUser<CallInst, User::op_iterator>;
    1879             : 
    1880             :   CallInst(const CallInst &CI);
    1881             : 
    1882             :   /// Construct a CallInst given a range of arguments.
    1883             :   /// Construct a CallInst from a range of arguments
    1884             :   inline CallInst(FunctionType *Ty, Value *Func, ArrayRef<Value *> Args,
    1885             :                   ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr,
    1886             :                   Instruction *InsertBefore);
    1887             : 
    1888             :   inline CallInst(Value *Func, ArrayRef<Value *> Args,
    1889             :                   ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr,
    1890             :                   Instruction *InsertBefore)
    1891             :       : CallInst(cast<FunctionType>(
    1892             :                      cast<PointerType>(Func->getType())->getElementType()),
    1893             :                  Func, Args, Bundles, NameStr, InsertBefore) {}
    1894             : 
    1895             :   inline CallInst(Value *Func, ArrayRef<Value *> Args, const Twine &NameStr,
    1896             :                   Instruction *InsertBefore)
    1897             :       : CallInst(Func, Args, None, NameStr, InsertBefore) {}
    1898             : 
    1899             :   /// Construct a CallInst given a range of arguments.
    1900             :   /// Construct a CallInst from a range of arguments
    1901             :   inline CallInst(Value *Func, ArrayRef<Value *> Args,
    1902             :                   ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr,
    1903             :                   BasicBlock *InsertAtEnd);
    1904             : 
    1905             :   explicit CallInst(Value *F, const Twine &NameStr, Instruction *InsertBefore);
    1906             : 
    1907             :   CallInst(Value *F, const Twine &NameStr, BasicBlock *InsertAtEnd);
    1908             : 
    1909             :   void init(Value *Func, ArrayRef<Value *> Args,
    1910             :             ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr) {
    1911        3748 :     init(cast<FunctionType>(
    1912             :              cast<PointerType>(Func->getType())->getElementType()),
    1913             :          Func, Args, Bundles, NameStr);
    1914             :   }
    1915             :   void init(FunctionType *FTy, Value *Func, ArrayRef<Value *> Args,
    1916             :             ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr);
    1917             :   void init(Value *Func, const Twine &NameStr);
    1918             : 
    1919             : protected:
    1920             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    1921             :   friend class Instruction;
    1922             : 
    1923             :   CallInst *cloneImpl() const;
    1924             : 
    1925             : public:
    1926             :   static constexpr int ArgOffset = 1;
    1927             : 
    1928             :   static CallInst *Create(Value *Func, ArrayRef<Value *> Args,
    1929             :                           ArrayRef<OperandBundleDef> Bundles = None,
    1930             :                           const Twine &NameStr = "",
    1931             :                           Instruction *InsertBefore = nullptr) {
    1932      283411 :     return Create(cast<FunctionType>(
    1933             :                       cast<PointerType>(Func->getType())->getElementType()),
    1934      283411 :                   Func, Args, Bundles, NameStr, InsertBefore);
    1935             :   }
    1936             : 
    1937             :   static CallInst *Create(Value *Func, ArrayRef<Value *> Args,
    1938             :                           const Twine &NameStr,
    1939             :                           Instruction *InsertBefore = nullptr) {
    1940      160278 :     return Create(cast<FunctionType>(
    1941             :                       cast<PointerType>(Func->getType())->getElementType()),
    1942       80139 :                   Func, Args, None, NameStr, InsertBefore);
    1943             :   }
    1944             : 
    1945             :   static CallInst *Create(FunctionType *Ty, Value *Func, ArrayRef<Value *> Args,
    1946             :                           const Twine &NameStr,
    1947             :                           Instruction *InsertBefore = nullptr) {
    1948             :     return new (unsigned(Args.size() + 1))
    1949             :         CallInst(Ty, Func, Args, None, NameStr, InsertBefore);
    1950             :   }
    1951             : 
    1952      777062 :   static CallInst *Create(FunctionType *Ty, Value *Func, ArrayRef<Value *> Args,
    1953             :                           ArrayRef<OperandBundleDef> Bundles = None,
    1954             :                           const Twine &NameStr = "",
    1955             :                           Instruction *InsertBefore = nullptr) {
    1956             :     const unsigned TotalOps =
    1957     1554124 :         unsigned(Args.size()) + CountBundleInputs(Bundles) + 1;
    1958      777062 :     const unsigned DescriptorBytes = Bundles.size() * sizeof(BundleOpInfo);
    1959             : 
    1960             :     return new (TotalOps, DescriptorBytes)
    1961      777062 :         CallInst(Ty, Func, Args, Bundles, NameStr, InsertBefore);
    1962             :   }
    1963             : 
    1964             :   static CallInst *Create(Value *Func, ArrayRef<Value *> Args,
    1965             :                           ArrayRef<OperandBundleDef> Bundles,
    1966             :                           const Twine &NameStr, BasicBlock *InsertAtEnd) {
    1967             :     const unsigned TotalOps =
    1968             :         unsigned(Args.size()) + CountBundleInputs(Bundles) + 1;
    1969             :     const unsigned DescriptorBytes = Bundles.size() * sizeof(BundleOpInfo);
    1970             : 
    1971             :     return new (TotalOps, DescriptorBytes)
    1972             :         CallInst(Func, Args, Bundles, NameStr, InsertAtEnd);
    1973             :   }
    1974             : 
    1975        3748 :   static CallInst *Create(Value *Func, ArrayRef<Value *> Args,
    1976             :                           const Twine &NameStr, BasicBlock *InsertAtEnd) {
    1977        3748 :     return new (unsigned(Args.size() + 1))
    1978        7496 :         CallInst(Func, Args, None, NameStr, InsertAtEnd);
    1979             :   }
    1980             : 
    1981          18 :   static CallInst *Create(Value *F, const Twine &NameStr = "",
    1982             :                           Instruction *InsertBefore = nullptr) {
    1983         849 :     return new (1) CallInst(F, NameStr, InsertBefore);
    1984             :   }
    1985             : 
    1986          11 :   static CallInst *Create(Value *F, const Twine &NameStr,
    1987             :                           BasicBlock *InsertAtEnd) {
    1988          26 :     return new (1) CallInst(F, NameStr, InsertAtEnd);
    1989             :   }
    1990             : 
    1991             :   /// Create a clone of \p CI with a different set of operand bundles and
    1992             :   /// insert it before \p InsertPt.
    1993             :   ///
    1994             :   /// The returned call instruction is identical \p CI in every way except that
    1995             :   /// the operand bundles for the new instruction are set to the operand bundles
    1996             :   /// in \p Bundles.
    1997             :   static CallInst *Create(CallInst *CI, ArrayRef<OperandBundleDef> Bundles,
    1998             :                           Instruction *InsertPt = nullptr);
    1999             : 
    2000             :   /// Generate the IR for a call to malloc:
    2001             :   /// 1. Compute the malloc call's argument as the specified type's size,
    2002             :   ///    possibly multiplied by the array size if the array size is not
    2003             :   ///    constant 1.
    2004             :   /// 2. Call malloc with that argument.
    2005             :   /// 3. Bitcast the result of the malloc call to the specified type.
    2006             :   static Instruction *CreateMalloc(Instruction *InsertBefore, Type *IntPtrTy,
    2007             :                                    Type *AllocTy, Value *AllocSize,
    2008             :                                    Value *ArraySize = nullptr,
    2009             :                                    Function *MallocF = nullptr,
    2010             :                                    const Twine &Name = "");
    2011             :   static Instruction *CreateMalloc(BasicBlock *InsertAtEnd, Type *IntPtrTy,
    2012             :                                    Type *AllocTy, Value *AllocSize,
    2013             :                                    Value *ArraySize = nullptr,
    2014             :                                    Function *MallocF = nullptr,
    2015             :                                    const Twine &Name = "");
    2016             :   static Instruction *CreateMalloc(Instruction *InsertBefore, Type *IntPtrTy,
    2017             :                                    Type *AllocTy, Value *AllocSize,
    2018             :                                    Value *ArraySize = nullptr,
    2019             :                                    ArrayRef<OperandBundleDef> Bundles = None,
    2020             :                                    Function *MallocF = nullptr,
    2021             :                                    const Twine &Name = "");
    2022             :   static Instruction *CreateMalloc(BasicBlock *InsertAtEnd, Type *IntPtrTy,
    2023             :                                    Type *AllocTy, Value *AllocSize,
    2024             :                                    Value *ArraySize = nullptr,
    2025             :                                    ArrayRef<OperandBundleDef> Bundles = None,
    2026             :                                    Function *MallocF = nullptr,
    2027             :                                    const Twine &Name = "");
    2028             :   /// Generate the IR for a call to the builtin free function.
    2029             :   static Instruction *CreateFree(Value *Source, Instruction *InsertBefore);
    2030             :   static Instruction *CreateFree(Value *Source, BasicBlock *InsertAtEnd);
    2031             :   static Instruction *CreateFree(Value *Source,
    2032             :                                  ArrayRef<OperandBundleDef> Bundles,
    2033             :                                  Instruction *InsertBefore);
    2034             :   static Instruction *CreateFree(Value *Source,
    2035             :                                  ArrayRef<OperandBundleDef> Bundles,
    2036             :                                  BasicBlock *InsertAtEnd);
    2037             : 
    2038             :   // Note that 'musttail' implies 'tail'.
    2039             :   enum TailCallKind {
    2040             :     TCK_None = 0,
    2041             :     TCK_Tail = 1,
    2042             :     TCK_MustTail = 2,
    2043             :     TCK_NoTail = 3
    2044             :   };
    2045             :   TailCallKind getTailCallKind() const {
    2046      174433 :     return TailCallKind(getSubclassDataFromInstruction() & 3);
    2047             :   }
    2048             : 
    2049             :   bool isTailCall() const {
    2050     1431293 :     unsigned Kind = getSubclassDataFromInstruction() & 3;
    2051     1431293 :     return Kind == TCK_Tail || Kind == TCK_MustTail;
    2052             :   }
    2053             : 
    2054             :   bool isMustTailCall() const {
    2055      154527 :     return (getSubclassDataFromInstruction() & 3) == TCK_MustTail;
    2056             :   }
    2057             : 
    2058             :   bool isNoTailCall() const {
    2059       14297 :     return (getSubclassDataFromInstruction() & 3) == TCK_NoTail;
    2060             :   }
    2061             : 
    2062             :   void setTailCall(bool isTC = true) {
    2063       33717 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~3) |
    2064             :                                unsigned(isTC ? TCK_Tail : TCK_None));
    2065             :   }
    2066             : 
    2067             :   void setTailCallKind(TailCallKind TCK) {
    2068      467630 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~3) |
    2069             :                                unsigned(TCK));
    2070             :   }
    2071             : 
    2072             :   /// Return true if the call can return twice
    2073       29345 :   bool canReturnTwice() const { return hasFnAttr(Attribute::ReturnsTwice); }
    2074             :   void setCanReturnTwice() {
    2075          42 :     addAttribute(AttributeList::FunctionIndex, Attribute::ReturnsTwice);
    2076             :   }
    2077             : 
    2078             :   /// Check if this call is an inline asm statement.
    2079             :   bool isInlineAsm() const { return isa<InlineAsm>(Op<-1>()); }
    2080             : 
    2081             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2082             :   static bool classof(const Instruction *I) {
    2083             :     return I->getOpcode() == Instruction::Call;
    2084             :   }
    2085             :   static bool classof(const Value *V) {
    2086   368575371 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2087             :   }
    2088             : 
    2089             : private:
    2090             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
    2091             :   // method so that subclasses cannot accidentally use it.
    2092             :   void setInstructionSubclassData(unsigned short D) {
    2093             :     Instruction::setInstructionSubclassData(D);
    2094             :   }
    2095             : };
    2096             : 
    2097             : template <>
    2098             : struct OperandTraits<CallBase<CallInst>>
    2099             :     : public VariadicOperandTraits<CallBase<CallInst>, 1> {};
    2100             : 
    2101        3748 : CallInst::CallInst(Value *Func, ArrayRef<Value *> Args,
    2102             :                    ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr,
    2103        3748 :                    BasicBlock *InsertAtEnd)
    2104             :     : CallBase<CallInst>(
    2105             :           cast<FunctionType>(
    2106             :               cast<PointerType>(Func->getType())->getElementType())
    2107             :               ->getReturnType(),
    2108             :           Instruction::Call,
    2109        3748 :           OperandTraits<CallBase<CallInst>>::op_end(this) -
    2110        3748 :               (Args.size() + CountBundleInputs(Bundles) + 1),
    2111       11244 :           unsigned(Args.size() + CountBundleInputs(Bundles) + 1), InsertAtEnd) {
    2112             :   init(Func, Args, Bundles, NameStr);
    2113        3748 : }
    2114             : 
    2115      777062 : CallInst::CallInst(FunctionType *Ty, Value *Func, ArrayRef<Value *> Args,
    2116             :                    ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr,
    2117      777062 :                    Instruction *InsertBefore)
    2118             :     : CallBase<CallInst>(Ty->getReturnType(), Instruction::Call,
    2119      777062 :                          OperandTraits<CallBase<CallInst>>::op_end(this) -
    2120      777062 :                              (Args.size() + CountBundleInputs(Bundles) + 1),
    2121     1554124 :                          unsigned(Args.size() + CountBundleInputs(Bundles) + 1),
    2122     2331186 :                          InsertBefore) {
    2123      777062 :   init(Ty, Func, Args, Bundles, NameStr);
    2124      777061 : }
    2125             : 
    2126             : //===----------------------------------------------------------------------===//
    2127             : //                               SelectInst Class
    2128             : //===----------------------------------------------------------------------===//
    2129             : 
    2130             : /// This class represents the LLVM 'select' instruction.
    2131             : ///
    2132       51922 : class SelectInst : public Instruction {
    2133       77357 :   SelectInst(Value *C, Value *S1, Value *S2, const Twine &NameStr,
    2134             :              Instruction *InsertBefore)
    2135       77357 :     : Instruction(S1->getType(), Instruction::Select,
    2136      154714 :                   &Op<0>(), 3, InsertBefore) {
    2137       77357 :     init(C, S1, S2);
    2138       77357 :     setName(NameStr);
    2139       77357 :   }
    2140             : 
    2141             :   SelectInst(Value *C, Value *S1, Value *S2, const Twine &NameStr,
    2142             :              BasicBlock *InsertAtEnd)
    2143             :     : Instruction(S1->getType(), Instruction::Select,
    2144             :                   &Op<0>(), 3, InsertAtEnd) {
    2145             :     init(C, S1, S2);
    2146             :     setName(NameStr);
    2147             :   }
    2148             : 
    2149       77357 :   void init(Value *C, Value *S1, Value *S2) {
    2150             :     assert(!areInvalidOperands(C, S1, S2) && "Invalid operands for select");
    2151             :     Op<0>() = C;
    2152             :     Op<1>() = S1;
    2153             :     Op<2>() = S2;
    2154       77357 :   }
    2155             : 
    2156             : protected:
    2157             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2158             :   friend class Instruction;
    2159             : 
    2160             :   SelectInst *cloneImpl() const;
    2161             : 
    2162             : public:
    2163        6487 :   static SelectInst *Create(Value *C, Value *S1, Value *S2,
    2164             :                             const Twine &NameStr = "",
    2165             :                             Instruction *InsertBefore = nullptr,
    2166             :                             Instruction *MDFrom = nullptr) {
    2167       77357 :     SelectInst *Sel = new(3) SelectInst(C, S1, S2, NameStr, InsertBefore);
    2168        6487 :     if (MDFrom)
    2169        6487 :       Sel->copyMetadata(*MDFrom);
    2170        6487 :     return Sel;
    2171             :   }
    2172             : 
    2173             :   static SelectInst *Create(Value *C, Value *S1, Value *S2,
    2174             :                             const Twine &NameStr,
    2175             :                             BasicBlock *InsertAtEnd) {
    2176             :     return new(3) SelectInst(C, S1, S2, NameStr, InsertAtEnd);
    2177             :   }
    2178             : 
    2179        9464 :   const Value *getCondition() const { return Op<0>(); }
    2180        7136 :   const Value *getTrueValue() const { return Op<1>(); }
    2181        2766 :   const Value *getFalseValue() const { return Op<2>(); }
    2182     5566808 :   Value *getCondition() { return Op<0>(); }
    2183     4760399 :   Value *getTrueValue() { return Op<1>(); }
    2184     4662578 :   Value *getFalseValue() { return Op<2>(); }
    2185             : 
    2186             :   void setCondition(Value *V) { Op<0>() = V; }
    2187             :   void setTrueValue(Value *V) { Op<1>() = V; }
    2188             :   void setFalseValue(Value *V) { Op<2>() = V; }
    2189             : 
    2190             :   /// Return a string if the specified operands are invalid
    2191             :   /// for a select operation, otherwise return null.
    2192             :   static const char *areInvalidOperands(Value *Cond, Value *True, Value *False);
    2193             : 
    2194             :   /// Transparently provide more efficient getOperand methods.
    2195             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    2196             : 
    2197             :   OtherOps getOpcode() const {
    2198             :     return static_cast<OtherOps>(Instruction::getOpcode());
    2199             :   }
    2200             : 
    2201             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2202             :   static bool classof(const Instruction *I) {
    2203             :     return I->getOpcode() == Instruction::Select;
    2204             :   }
    2205             :   static bool classof(const Value *V) {
    2206    42689196 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2207             :   }
    2208             : };
    2209             : 
    2210             : template <>
    2211             : struct OperandTraits<SelectInst> : public FixedNumOperandTraits<SelectInst, 3> {
    2212             : };
    2213             : 
    2214      380583 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(SelectInst, Value)
    2215             : 
    2216             : //===----------------------------------------------------------------------===//
    2217             : //                                VAArgInst Class
    2218             : //===----------------------------------------------------------------------===//
    2219             : 
    2220             : /// This class represents the va_arg llvm instruction, which returns
    2221             : /// an argument of the specified type given a va_list and increments that list
    2222             : ///
    2223         244 : class VAArgInst : public UnaryInstruction {
    2224             : protected:
    2225             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2226             :   friend class Instruction;
    2227             : 
    2228             :   VAArgInst *cloneImpl() const;
    2229             : 
    2230             : public:
    2231             :   VAArgInst(Value *List, Type *Ty, const Twine &NameStr = "",
    2232             :              Instruction *InsertBefore = nullptr)
    2233         243 :     : UnaryInstruction(Ty, VAArg, List, InsertBefore) {
    2234         243 :     setName(NameStr);
    2235             :   }
    2236             : 
    2237             :   VAArgInst(Value *List, Type *Ty, const Twine &NameStr,
    2238             :             BasicBlock *InsertAtEnd)
    2239           1 :     : UnaryInstruction(Ty, VAArg, List, InsertAtEnd) {
    2240           1 :     setName(NameStr);
    2241             :   }
    2242             : 
    2243             :   Value *getPointerOperand() { return getOperand(0); }
    2244             :   const Value *getPointerOperand() const { return getOperand(0); }
    2245             :   static unsigned getPointerOperandIndex() { return 0U; }
    2246             : 
    2247             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2248             :   static bool classof(const Instruction *I) {
    2249             :     return I->getOpcode() == VAArg;
    2250             :   }
    2251             :   static bool classof(const Value *V) {
    2252           0 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2253             :   }
    2254             : };
    2255             : 
    2256             : //===----------------------------------------------------------------------===//
    2257             : //                                ExtractElementInst Class
    2258             : //===----------------------------------------------------------------------===//
    2259             : 
    2260             : /// This instruction extracts a single (scalar)
    2261             : /// element from a VectorType value
    2262             : ///
    2263       39679 : class ExtractElementInst : public Instruction {
    2264             :   ExtractElementInst(Value *Vec, Value *Idx, const Twine &NameStr = "",
    2265             :                      Instruction *InsertBefore = nullptr);
    2266             :   ExtractElementInst(Value *Vec, Value *Idx, const Twine &NameStr,
    2267             :                      BasicBlock *InsertAtEnd);
    2268             : 
    2269             : protected:
    2270             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2271             :   friend class Instruction;
    2272             : 
    2273             :   ExtractElementInst *cloneImpl() const;
    2274             : 
    2275             : public:
    2276             :   static ExtractElementInst *Create(Value *Vec, Value *Idx,
    2277             :                                    const Twine &NameStr = "",
    2278             :                                    Instruction *InsertBefore = nullptr) {
    2279       39909 :     return new(2) ExtractElementInst(Vec, Idx, NameStr, InsertBefore);
    2280             :   }
    2281             : 
    2282             :   static ExtractElementInst *Create(Value *Vec, Value *Idx,
    2283             :                                    const Twine &NameStr,
    2284             :                                    BasicBlock *InsertAtEnd) {
    2285             :     return new(2) ExtractElementInst(Vec, Idx, NameStr, InsertAtEnd);
    2286             :   }
    2287             : 
    2288             :   /// Return true if an extractelement instruction can be
    2289             :   /// formed with the specified operands.
    2290             :   static bool isValidOperands(const Value *Vec, const Value *Idx);
    2291             : 
    2292       25337 :   Value *getVectorOperand() { return Op<0>(); }
    2293       26010 :   Value *getIndexOperand() { return Op<1>(); }
    2294        6742 :   const Value *getVectorOperand() const { return Op<0>(); }
    2295             :   const Value *getIndexOperand() const { return Op<1>(); }
    2296             : 
    2297             :   VectorType *getVectorOperandType() const {
    2298        6742 :     return cast<VectorType>(getVectorOperand()->getType());
    2299             :   }
    2300             : 
    2301             :   /// Transparently provide more efficient getOperand methods.
    2302             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    2303             : 
    2304             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2305             :   static bool classof(const Instruction *I) {
    2306             :     return I->getOpcode() == Instruction::ExtractElement;
    2307             :   }
    2308             :   static bool classof(const Value *V) {
    2309      803353 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2310             :   }
    2311             : };
    2312             : 
    2313             : template <>
    2314             : struct OperandTraits<ExtractElementInst> :
    2315             :   public FixedNumOperandTraits<ExtractElementInst, 2> {
    2316             : };
    2317             : 
    2318      179660 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(ExtractElementInst, Value)
    2319             : 
    2320             : //===----------------------------------------------------------------------===//
    2321             : //                                InsertElementInst Class
    2322             : //===----------------------------------------------------------------------===//
    2323             : 
    2324             : /// This instruction inserts a single (scalar)
    2325             : /// element into a VectorType value
    2326             : ///
    2327       50048 : class InsertElementInst : public Instruction {
    2328             :   InsertElementInst(Value *Vec, Value *NewElt, Value *Idx,
    2329             :                     const Twine &NameStr = "",
    2330             :                     Instruction *InsertBefore = nullptr);
    2331             :   InsertElementInst(Value *Vec, Value *NewElt, Value *Idx, const Twine &NameStr,
    2332             :                     BasicBlock *InsertAtEnd);
    2333             : 
    2334             : protected:
    2335             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2336             :   friend class Instruction;
    2337             : 
    2338             :   InsertElementInst *cloneImpl() const;
    2339             : 
    2340             : public:
    2341             :   static InsertElementInst *Create(Value *Vec, Value *NewElt, Value *Idx,
    2342             :                                    const Twine &NameStr = "",
    2343             :                                    Instruction *InsertBefore = nullptr) {
    2344       50175 :     return new(3) InsertElementInst(Vec, NewElt, Idx, NameStr, InsertBefore);
    2345             :   }
    2346             : 
    2347             :   static InsertElementInst *Create(Value *Vec, Value *NewElt, Value *Idx,
    2348             :                                    const Twine &NameStr,
    2349             :                                    BasicBlock *InsertAtEnd) {
    2350             :     return new(3) InsertElementInst(Vec, NewElt, Idx, NameStr, InsertAtEnd);
    2351             :   }
    2352             : 
    2353             :   /// Return true if an insertelement instruction can be
    2354             :   /// formed with the specified operands.
    2355             :   static bool isValidOperands(const Value *Vec, const Value *NewElt,
    2356             :                               const Value *Idx);
    2357             : 
    2358             :   /// Overload to return most specific vector type.
    2359             :   ///
    2360             :   VectorType *getType() const {
    2361       18262 :     return cast<VectorType>(Instruction::getType());
    2362             :   }
    2363             : 
    2364             :   /// Transparently provide more efficient getOperand methods.
    2365             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    2366             : 
    2367             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2368             :   static bool classof(const Instruction *I) {
    2369             :     return I->getOpcode() == Instruction::InsertElement;
    2370             :   }
    2371             :   static bool classof(const Value *V) {
    2372       50092 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2373             :   }
    2374             : };
    2375             : 
    2376             : template <>
    2377             : struct OperandTraits<InsertElementInst> :
    2378             :   public FixedNumOperandTraits<InsertElementInst, 3> {
    2379             : };
    2380             : 
    2381      463194 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(InsertElementInst, Value)
    2382             : 
    2383             : //===----------------------------------------------------------------------===//
    2384             : //                           ShuffleVectorInst Class
    2385             : //===----------------------------------------------------------------------===//
    2386             : 
    2387             : /// This instruction constructs a fixed permutation of two
    2388             : /// input vectors.
    2389             : ///
    2390       56033 : class ShuffleVectorInst : public Instruction {
    2391             : protected:
    2392             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2393             :   friend class Instruction;
    2394             : 
    2395             :   ShuffleVectorInst *cloneImpl() const;
    2396             : 
    2397             : public:
    2398             :   ShuffleVectorInst(Value *V1, Value *V2, Value *Mask,
    2399             :                     const Twine &NameStr = "",
    2400             :                     Instruction *InsertBefor = nullptr);
    2401             :   ShuffleVectorInst(Value *V1, Value *V2, Value *Mask,
    2402             :                     const Twine &NameStr, BasicBlock *InsertAtEnd);
    2403             : 
    2404             :   // allocate space for exactly three operands
    2405             :   void *operator new(size_t s) {
    2406       56071 :     return User::operator new(s, 3);
    2407             :   }
    2408             : 
    2409             :   /// Return true if a shufflevector instruction can be
    2410             :   /// formed with the specified operands.
    2411             :   static bool isValidOperands(const Value *V1, const Value *V2,
    2412             :                               const Value *Mask);
    2413             : 
    2414             :   /// Overload to return most specific vector type.
    2415             :   ///
    2416             :   VectorType *getType() const {
    2417       75775 :     return cast<VectorType>(Instruction::getType());
    2418             :   }
    2419             : 
    2420             :   /// Transparently provide more efficient getOperand methods.
    2421             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    2422             : 
    2423             :   Constant *getMask() const {
    2424             :     return cast<Constant>(getOperand(2));
    2425             :   }
    2426             : 
    2427             :   /// Return the shuffle mask value for the specified element of the mask.
    2428             :   /// Return -1 if the element is undef.
    2429             :   static int getMaskValue(Constant *Mask, unsigned Elt);
    2430             : 
    2431             :   /// Return the shuffle mask value of this instruction for the given element
    2432             :   /// index. Return -1 if the element is undef.
    2433             :   int getMaskValue(unsigned Elt) const {
    2434       98775 :     return getMaskValue(getMask(), Elt);
    2435             :   }
    2436             : 
    2437             :   /// Convert the input shuffle mask operand to a vector of integers. Undefined
    2438             :   /// elements of the mask are returned as -1.
    2439             :   static void getShuffleMask(Constant *Mask, SmallVectorImpl<int> &Result);
    2440             : 
    2441             :   /// Return the mask for this instruction as a vector of integers. Undefined
    2442             :   /// elements of the mask are returned as -1.
    2443             :   void getShuffleMask(SmallVectorImpl<int> &Result) const {
    2444       30350 :     return getShuffleMask(getMask(), Result);
    2445             :   }
    2446             : 
    2447             :   SmallVector<int, 16> getShuffleMask() const {
    2448             :     SmallVector<int, 16> Mask;
    2449             :     getShuffleMask(Mask);
    2450             :     return Mask;
    2451             :   }
    2452             : 
    2453             :   /// Change values in a shuffle permute mask assuming the two vector operands
    2454             :   /// of length InVecNumElts have swapped position.
    2455             :   static void commuteShuffleMask(MutableArrayRef<int> Mask,
    2456             :                                  unsigned InVecNumElts) {
    2457        3723 :     for (int &Idx : Mask) {
    2458        1794 :       if (Idx == -1)
    2459             :         continue;
    2460        1589 :       Idx = Idx < (int)InVecNumElts ? Idx + InVecNumElts : Idx - InVecNumElts;
    2461             :       assert(Idx >= 0 && Idx < (int)InVecNumElts * 2 &&
    2462             :              "shufflevector mask index out of range");
    2463             :     }
    2464             :   }
    2465             : 
    2466             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2467             :   static bool classof(const Instruction *I) {
    2468             :     return I->getOpcode() == Instruction::ShuffleVector;
    2469             :   }
    2470             :   static bool classof(const Value *V) {
    2471     2320965 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2472             :   }
    2473             : };
    2474             : 
    2475             : template <>
    2476             : struct OperandTraits<ShuffleVectorInst> :
    2477             :   public FixedNumOperandTraits<ShuffleVectorInst, 3> {
    2478             : };
    2479             : 
    2480      600066 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(ShuffleVectorInst, Value)
    2481             : 
    2482             : //===----------------------------------------------------------------------===//
    2483             : //                                ExtractValueInst Class
    2484             : //===----------------------------------------------------------------------===//
    2485             : 
    2486             : /// This instruction extracts a struct member or array
    2487             : /// element value from an aggregate value.
    2488             : ///
    2489       76132 : class ExtractValueInst : public UnaryInstruction {
    2490             :   SmallVector<unsigned, 4> Indices;
    2491             : 
    2492             :   ExtractValueInst(const ExtractValueInst &EVI);
    2493             : 
    2494             :   /// Constructors - Create a extractvalue instruction with a base aggregate
    2495             :   /// value and a list of indices.  The first ctor can optionally insert before
    2496             :   /// an existing instruction, the second appends the new instruction to the
    2497             :   /// specified BasicBlock.
    2498             :   inline ExtractValueInst(Value *Agg,
    2499             :                           ArrayRef<unsigned> Idxs,
    2500             :                           const Twine &NameStr,
    2501             :                           Instruction *InsertBefore);
    2502             :   inline ExtractValueInst(Value *Agg,
    2503             :                           ArrayRef<unsigned> Idxs,
    2504             :                           const Twine &NameStr, BasicBlock *InsertAtEnd);
    2505             : 
    2506             :   void init(ArrayRef<unsigned> Idxs, const Twine &NameStr);
    2507             : 
    2508             : protected:
    2509             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2510             :   friend class Instruction;
    2511             : 
    2512             :   ExtractValueInst *cloneImpl() const;
    2513             : 
    2514             : public:
    2515       74972 :   static ExtractValueInst *Create(Value *Agg,
    2516             :                                   ArrayRef<unsigned> Idxs,
    2517             :                                   const Twine &NameStr = "",
    2518             :                                   Instruction *InsertBefore = nullptr) {
    2519             :     return new
    2520      149944 :       ExtractValueInst(Agg, Idxs, NameStr, InsertBefore);
    2521             :   }
    2522             : 
    2523             :   static ExtractValueInst *Create(Value *Agg,
    2524             :                                   ArrayRef<unsigned> Idxs,
    2525             :                                   const Twine &NameStr,
    2526             :                                   BasicBlock *InsertAtEnd) {
    2527             :     return new ExtractValueInst(Agg, Idxs, NameStr, InsertAtEnd);
    2528             :   }
    2529             : 
    2530             :   /// Returns the type of the element that would be extracted
    2531             :   /// with an extractvalue instruction with the specified parameters.
    2532             :   ///
    2533             :   /// Null is returned if the indices are invalid for the specified type.
    2534             :   static Type *getIndexedType(Type *Agg, ArrayRef<unsigned> Idxs);
    2535             : 
    2536             :   using idx_iterator = const unsigned*;
    2537             : 
    2538             :   inline idx_iterator idx_begin() const { return Indices.begin(); }
    2539             :   inline idx_iterator idx_end()   const { return Indices.end(); }
    2540             :   inline iterator_range<idx_iterator> indices() const {
    2541             :     return make_range(idx_begin(), idx_end());
    2542             :   }
    2543             : 
    2544             :   Value *getAggregateOperand() {
    2545             :     return getOperand(0);
    2546             :   }
    2547             :   const Value *getAggregateOperand() const {
    2548             :     return getOperand(0);
    2549             :   }
    2550             :   static unsigned getAggregateOperandIndex() {
    2551             :     return 0U;                      // get index for modifying correct operand
    2552             :   }
    2553             : 
    2554             :   ArrayRef<unsigned> getIndices() const {
    2555             :     return Indices;
    2556             :   }
    2557             : 
    2558             :   unsigned getNumIndices() const {
    2559      270955 :     return (unsigned)Indices.size();
    2560             :   }
    2561             : 
    2562             :   bool hasIndices() const {
    2563             :     return true;
    2564             :   }
    2565             : 
    2566             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2567             :   static bool classof(const Instruction *I) {
    2568             :     return I->getOpcode() == Instruction::ExtractValue;
    2569             :   }
    2570             :   static bool classof(const Value *V) {
    2571      549212 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2572             :   }
    2573             : };
    2574             : 
    2575       74972 : ExtractValueInst::ExtractValueInst(Value *Agg,
    2576             :                                    ArrayRef<unsigned> Idxs,
    2577             :                                    const Twine &NameStr,
    2578       74972 :                                    Instruction *InsertBefore)
    2579             :   : UnaryInstruction(checkGEPType(getIndexedType(Agg->getType(), Idxs)),
    2580       74972 :                      ExtractValue, Agg, InsertBefore) {
    2581       74972 :   init(Idxs, NameStr);
    2582       74972 : }
    2583             : 
    2584             : ExtractValueInst::ExtractValueInst(Value *Agg,
    2585             :                                    ArrayRef<unsigned> Idxs,
    2586             :                                    const Twine &NameStr,
    2587             :                                    BasicBlock *InsertAtEnd)
    2588             :   : UnaryInstruction(checkGEPType(getIndexedType(Agg->getType(), Idxs)),
    2589             :                      ExtractValue, Agg, InsertAtEnd) {
    2590             :   init(Idxs, NameStr);
    2591             : }
    2592             : 
    2593             : //===----------------------------------------------------------------------===//
    2594             : //                                InsertValueInst Class
    2595             : //===----------------------------------------------------------------------===//
    2596             : 
    2597             : /// This instruction inserts a struct field of array element
    2598             : /// value into an aggregate value.
    2599             : ///
    2600       28426 : class InsertValueInst : public Instruction {
    2601             :   SmallVector<unsigned, 4> Indices;
    2602             : 
    2603             :   InsertValueInst(const InsertValueInst &IVI);
    2604             : 
    2605             :   /// Constructors - Create a insertvalue instruction with a base aggregate
    2606             :   /// value, a value to insert, and a list of indices.  The first ctor can
    2607             :   /// optionally insert before an existing instruction, the second appends
    2608             :   /// the new instruction to the specified BasicBlock.
    2609             :   inline InsertValueInst(Value *Agg, Value *Val,
    2610             :                          ArrayRef<unsigned> Idxs,
    2611             :                          const Twine &NameStr,
    2612             :                          Instruction *InsertBefore);
    2613             :   inline InsertValueInst(Value *Agg, Value *Val,
    2614             :                          ArrayRef<unsigned> Idxs,
    2615             :                          const Twine &NameStr, BasicBlock *InsertAtEnd);
    2616             : 
    2617             :   /// Constructors - These two constructors are convenience methods because one
    2618             :   /// and two index insertvalue instructions are so common.
    2619             :   InsertValueInst(Value *Agg, Value *Val, unsigned Idx,
    2620             :                   const Twine &NameStr = "",
    2621             :                   Instruction *InsertBefore = nullptr);
    2622             :   InsertValueInst(Value *Agg, Value *Val, unsigned Idx, const Twine &NameStr,
    2623             :                   BasicBlock *InsertAtEnd);
    2624             : 
    2625             :   void init(Value *Agg, Value *Val, ArrayRef<unsigned> Idxs,
    2626             :             const Twine &NameStr);
    2627             : 
    2628             : protected:
    2629             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2630             :   friend class Instruction;
    2631             : 
    2632             :   InsertValueInst *cloneImpl() const;
    2633             : 
    2634             : public:
    2635             :   // allocate space for exactly two operands
    2636             :   void *operator new(size_t s) {
    2637       14285 :     return User::operator new(s, 2);
    2638             :   }
    2639             : 
    2640       13489 :   static InsertValueInst *Create(Value *Agg, Value *Val,
    2641             :                                  ArrayRef<unsigned> Idxs,
    2642             :                                  const Twine &NameStr = "",
    2643             :                                  Instruction *InsertBefore = nullptr) {
    2644       26978 :     return new InsertValueInst(Agg, Val, Idxs, NameStr, InsertBefore);
    2645             :   }
    2646             : 
    2647             :   static InsertValueInst *Create(Value *Agg, Value *Val,
    2648             :                                  ArrayRef<unsigned> Idxs,
    2649             :                                  const Twine &NameStr,
    2650             :                                  BasicBlock *InsertAtEnd) {
    2651             :     return new InsertValueInst(Agg, Val, Idxs, NameStr, InsertAtEnd);
    2652             :   }
    2653             : 
    2654             :   /// Transparently provide more efficient getOperand methods.
    2655             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    2656             : 
    2657             :   using idx_iterator = const unsigned*;
    2658             : 
    2659             :   inline idx_iterator idx_begin() const { return Indices.begin(); }
    2660             :   inline idx_iterator idx_end()   const { return Indices.end(); }
    2661             :   inline iterator_range<idx_iterator> indices() const {
    2662             :     return make_range(idx_begin(), idx_end());
    2663             :   }
    2664             : 
    2665             :   Value *getAggregateOperand() {
    2666             :     return getOperand(0);
    2667             :   }
    2668             :   const Value *getAggregateOperand() const {
    2669             :     return getOperand(0);
    2670             :   }
    2671             :   static unsigned getAggregateOperandIndex() {
    2672             :     return 0U;                      // get index for modifying correct operand
    2673             :   }
    2674             : 
    2675             :   Value *getInsertedValueOperand() {
    2676             :     return getOperand(1);
    2677             :   }
    2678             :   const Value *getInsertedValueOperand() const {
    2679             :     return getOperand(1);
    2680             :   }
    2681             :   static unsigned getInsertedValueOperandIndex() {
    2682             :     return 1U;                      // get index for modifying correct operand
    2683             :   }
    2684             : 
    2685             :   ArrayRef<unsigned> getIndices() const {
    2686             :     return Indices;
    2687             :   }
    2688             : 
    2689             :   unsigned getNumIndices() const {
    2690       24934 :     return (unsigned)Indices.size();
    2691             :   }
    2692             : 
    2693             :   bool hasIndices() const {
    2694             :     return true;
    2695             :   }
    2696             : 
    2697             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    2698             :   static bool classof(const Instruction *I) {
    2699             :     return I->getOpcode() == Instruction::InsertValue;
    2700             :   }
    2701             :   static bool classof(const Value *V) {
    2702     5755099 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2703             :   }
    2704             : };
    2705             : 
    2706             : template <>
    2707             : struct OperandTraits<InsertValueInst> :
    2708             :   public FixedNumOperandTraits<InsertValueInst, 2> {
    2709             : };
    2710             : 
    2711       13489 : InsertValueInst::InsertValueInst(Value *Agg,
    2712             :                                  Value *Val,
    2713             :                                  ArrayRef<unsigned> Idxs,
    2714             :                                  const Twine &NameStr,
    2715       13489 :                                  Instruction *InsertBefore)
    2716             :   : Instruction(Agg->getType(), InsertValue,
    2717             :                 OperandTraits<InsertValueInst>::op_begin(this),
    2718       26978 :                 2, InsertBefore) {
    2719       13489 :   init(Agg, Val, Idxs, NameStr);
    2720       13489 : }
    2721             : 
    2722             : InsertValueInst::InsertValueInst(Value *Agg,
    2723             :                                  Value *Val,
    2724             :                                  ArrayRef<unsigned> Idxs,
    2725             :                                  const Twine &NameStr,
    2726             :                                  BasicBlock *InsertAtEnd)
    2727             :   : Instruction(Agg->getType(), InsertValue,
    2728             :                 OperandTraits<InsertValueInst>::op_begin(this),
    2729             :                 2, InsertAtEnd) {
    2730             :   init(Agg, Val, Idxs, NameStr);
    2731             : }
    2732             : 
    2733      155842 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(InsertValueInst, Value)
    2734             : 
    2735             : //===----------------------------------------------------------------------===//
    2736             : //                               PHINode Class
    2737             : //===----------------------------------------------------------------------===//
    2738             : 
    2739             : // PHINode - The PHINode class is used to represent the magical mystical PHI
    2740             : // node, that can not exist in nature, but can be synthesized in a computer
    2741             : // scientist's overactive imagination.
    2742             : //
    2743      141762 : class PHINode : public Instruction {
    2744             :   /// The number of operands actually allocated.  NumOperands is
    2745             :   /// the number actually in use.
    2746             :   unsigned ReservedSpace;
    2747             : 
    2748             :   PHINode(const PHINode &PN);
    2749             : 
    2750      153036 :   explicit PHINode(Type *Ty, unsigned NumReservedValues,
    2751             :                    const Twine &NameStr = "",
    2752             :                    Instruction *InsertBefore = nullptr)
    2753      153036 :     : Instruction(Ty, Instruction::PHI, nullptr, 0, InsertBefore),
    2754      153036 :       ReservedSpace(NumReservedValues) {
    2755      153036 :     setName(NameStr);
    2756      153036 :     allocHungoffUses(ReservedSpace);
    2757      153036 :   }
    2758             : 
    2759         792 :   PHINode(Type *Ty, unsigned NumReservedValues, const Twine &NameStr,
    2760             :           BasicBlock *InsertAtEnd)
    2761         792 :     : Instruction(Ty, Instruction::PHI, nullptr, 0, InsertAtEnd),
    2762         792 :       ReservedSpace(NumReservedValues) {
    2763         792 :     setName(NameStr);
    2764         792 :     allocHungoffUses(ReservedSpace);
    2765         792 :   }
    2766             : 
    2767             : protected:
    2768             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2769             :   friend class Instruction;
    2770             : 
    2771             :   PHINode *cloneImpl() const;
    2772             : 
    2773             :   // allocHungoffUses - this is more complicated than the generic
    2774             :   // User::allocHungoffUses, because we have to allocate Uses for the incoming
    2775             :   // values and pointers to the incoming blocks, all in one allocation.
    2776             :   void allocHungoffUses(unsigned N) {
    2777      176300 :     User::allocHungoffUses(N, /* IsPhi */ true);
    2778             :   }
    2779             : 
    2780             : public:
    2781             :   /// Constructors - NumReservedValues is a hint for the number of incoming
    2782             :   /// edges that this phi node will have (use 0 if you really have no idea).
    2783             :   static PHINode *Create(Type *Ty, unsigned NumReservedValues,
    2784             :                          const Twine &NameStr = "",
    2785             :                          Instruction *InsertBefore = nullptr) {
    2786      153036 :     return new PHINode(Ty, NumReservedValues, NameStr, InsertBefore);
    2787             :   }
    2788             : 
    2789             :   static PHINode *Create(Type *Ty, unsigned NumReservedValues,
    2790             :                          const Twine &NameStr, BasicBlock *InsertAtEnd) {
    2791         792 :     return new PHINode(Ty, NumReservedValues, NameStr, InsertAtEnd);
    2792             :   }
    2793             : 
    2794             :   /// Provide fast operand accessors
    2795             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    2796             : 
    2797             :   // Block iterator interface. This provides access to the list of incoming
    2798             :   // basic blocks, which parallels the list of incoming values.
    2799             : 
    2800             :   using block_iterator = BasicBlock **;
    2801             :   using const_block_iterator = BasicBlock * const *;
    2802             : 
    2803             :   block_iterator block_begin() {
    2804             :     Use::UserRef *ref =
    2805      839893 :       reinterpret_cast<Use::UserRef*>(op_begin() + ReservedSpace);
    2806      437832 :     return reinterpret_cast<block_iterator>(ref + 1);
    2807             :   }
    2808             : 
    2809             :   const_block_iterator block_begin() const {
    2810             :     const Use::UserRef *ref =
    2811     4413313 :       reinterpret_cast<const Use::UserRef*>(op_begin() + ReservedSpace);
    2812       23852 :     return reinterpret_cast<const_block_iterator>(ref + 1);
    2813             :   }
    2814             : 
    2815             :   block_iterator block_end() {
    2816      456677 :     return block_begin() + getNumOperands();
    2817             :   }
    2818             : 
    2819             :   const_block_iterator block_end() const {
    2820       23162 :     return block_begin() + getNumOperands();
    2821             :   }
    2822             : 
    2823             :   iterator_range<block_iterator> blocks() {
    2824             :     return make_range(block_begin(), block_end());
    2825             :   }
    2826             : 
    2827             :   iterator_range<const_block_iterator> blocks() const {
    2828             :     return make_range(block_begin(), block_end());
    2829             :   }
    2830             : 
    2831     3107765 :   op_range incoming_values() { return operands(); }
    2832             : 
    2833     1336855 :   const_op_range incoming_values() const { return operands(); }
    2834             : 
    2835             :   /// Return the number of incoming edges
    2836             :   ///
    2837             :   unsigned getNumIncomingValues() const { return getNumOperands(); }
    2838             : 
    2839             :   /// Return incoming value number x
    2840             :   ///
    2841             :   Value *getIncomingValue(unsigned i) const {
    2842             :     return getOperand(i);
    2843             :   }
    2844             :   void setIncomingValue(unsigned i, Value *V) {
    2845             :     assert(V && "PHI node got a null value!");
    2846             :     assert(getType() == V->getType() &&
    2847             :            "All operands to PHI node must be the same type as the PHI node!");
    2848      339639 :     setOperand(i, V);
    2849             :   }
    2850             : 
    2851             :   static unsigned getOperandNumForIncomingValue(unsigned i) {
    2852             :     return i;
    2853             :   }
    2854             : 
    2855             :   static unsigned getIncomingValueNumForOperand(unsigned i) {
    2856             :     return i;
    2857             :   }
    2858             : 
    2859             :   /// Return incoming basic block number @p i.
    2860             :   ///
    2861             :   BasicBlock *getIncomingBlock(unsigned i) const {
    2862     3544696 :     return block_begin()[i];
    2863             :   }
    2864             : 
    2865             :   /// Return incoming basic block corresponding
    2866             :   /// to an operand of the PHI.
    2867             :   ///
    2868             :   BasicBlock *getIncomingBlock(const Use &U) const {
    2869             :     assert(this == U.getUser() && "Iterator doesn't point to PHI's Uses?");
    2870     1959038 :     return getIncomingBlock(unsigned(&U - op_begin()));
    2871             :   }
    2872             : 
    2873             :   /// Return incoming basic block corresponding
    2874             :   /// to value use iterator.
    2875             :   ///
    2876             :   BasicBlock *getIncomingBlock(Value::const_user_iterator I) const {
    2877             :     return getIncomingBlock(I.getUse());
    2878             :   }
    2879             : 
    2880             :   void setIncomingBlock(unsigned i, BasicBlock *BB) {
    2881             :     assert(BB && "PHI node got a null basic block!");
    2882      364210 :     block_begin()[i] = BB;
    2883             :   }
    2884             : 
    2885             :   /// Add an incoming value to the end of the PHI list
    2886             :   ///
    2887      311735 :   void addIncoming(Value *V, BasicBlock *BB) {
    2888      311735 :     if (getNumOperands() == ReservedSpace)
    2889        6081 :       growOperands();  // Get more space!
    2890             :     // Initialize some new operands.
    2891      311735 :     setNumHungOffUseOperands(getNumOperands() + 1);
    2892      311735 :     setIncomingValue(getNumOperands() - 1, V);
    2893      311735 :     setIncomingBlock(getNumOperands() - 1, BB);
    2894      311735 :   }
    2895             : 
    2896             :   /// Remove an incoming value.  This is useful if a
    2897             :   /// predecessor basic block is deleted.  The value removed is returned.
    2898             :   ///
    2899             :   /// If the last incoming value for a PHI node is removed (and DeletePHIIfEmpty
    2900             :   /// is true), the PHI node is destroyed and any uses of it are replaced with
    2901             :   /// dummy values.  The only time there should be zero incoming values to a PHI
    2902             :   /// node is when the block is dead, so this strategy is sound.
    2903             :   ///
    2904             :   Value *removeIncomingValue(unsigned Idx, bool DeletePHIIfEmpty = true);
    2905             : 
    2906        9469 :   Value *removeIncomingValue(const BasicBlock *BB, bool DeletePHIIfEmpty=true) {
    2907       22255 :     int Idx = getBasicBlockIndex(BB);
    2908             :     assert(Idx >= 0 && "Invalid basic block argument to remove!");
    2909       24206 :     return removeIncomingValue(Idx, DeletePHIIfEmpty);
    2910             :   }
    2911             : 
    2912             :   /// Return the first index of the specified basic
    2913             :   /// block in the value list for this PHI.  Returns -1 if no instance.
    2914             :   ///
    2915      456969 :   int getBasicBlockIndex(const BasicBlock *BB) const {
    2916     1398553 :     for (unsigned i = 0, e = getNumOperands(); i != e; ++i)
    2917      884621 :       if (block_begin()[i] == BB)
    2918      413829 :         return i;
    2919             :     return -1;
    2920             :   }
    2921             : 
    2922      349184 :   Value *getIncomingValueForBlock(const BasicBlock *BB) const {
    2923      349184 :     int Idx = getBasicBlockIndex(BB);
    2924             :     assert(Idx >= 0 && "Invalid basic block argument!");
    2925      698368 :     return getIncomingValue(Idx);
    2926             :   }
    2927             : 
    2928             :   /// If the specified PHI node always merges together the
    2929             :   /// same value, return the value, otherwise return null.
    2930             :   Value *hasConstantValue() const;
    2931             : 
    2932             :   /// Whether the specified PHI node always merges
    2933             :   /// together the same value, assuming undefs are equal to a unique
    2934             :   /// non-undef value.
    2935             :   bool hasConstantOrUndefValue() const;
    2936             : 
    2937             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    2938             :   static bool classof(const Instruction *I) {
    2939           3 :     return I->getOpcode() == Instruction::PHI;
    2940             :   }
    2941             :   static bool classof(const Value *V) {
    2942    34672030 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    2943             :   }
    2944             : 
    2945             : private:
    2946             :   void growOperands();
    2947             : };
    2948             : 
    2949             : template <>
    2950             : struct OperandTraits<PHINode> : public HungoffOperandTraits<2> {
    2951             : };
    2952             : 
    2953    25997612 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(PHINode, Value)
    2954             : 
    2955             : //===----------------------------------------------------------------------===//
    2956             : //                           LandingPadInst Class
    2957             : //===----------------------------------------------------------------------===//
    2958             : 
    2959             : //===---------------------------------------------------------------------------
    2960             : /// The landingpad instruction holds all of the information
    2961             : /// necessary to generate correct exception handling. The landingpad instruction
    2962             : /// cannot be moved from the top of a landing pad block, which itself is
    2963             : /// accessible only from the 'unwind' edge of an invoke. This uses the
    2964             : /// SubclassData field in Value to store whether or not the landingpad is a
    2965             : /// cleanup.
    2966             : ///
    2967       11127 : class LandingPadInst : public Instruction {
    2968             :   /// The number of operands actually allocated.  NumOperands is
    2969             :   /// the number actually in use.
    2970             :   unsigned ReservedSpace;
    2971             : 
    2972             :   LandingPadInst(const LandingPadInst &LP);
    2973             : 
    2974             : public:
    2975             :   enum ClauseType { Catch, Filter };
    2976             : 
    2977             : private:
    2978             :   explicit LandingPadInst(Type *RetTy, unsigned NumReservedValues,
    2979             :                           const Twine &NameStr, Instruction *InsertBefore);
    2980             :   explicit LandingPadInst(Type *RetTy, unsigned NumReservedValues,
    2981             :                           const Twine &NameStr, BasicBlock *InsertAtEnd);
    2982             : 
    2983             :   // Allocate space for exactly zero operands.
    2984             :   void *operator new(size_t s) {
    2985       38630 :     return User::operator new(s);
    2986             :   }
    2987             : 
    2988             :   void growOperands(unsigned Size);
    2989             :   void init(unsigned NumReservedValues, const Twine &NameStr);
    2990             : 
    2991             : protected:
    2992             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    2993             :   friend class Instruction;
    2994             : 
    2995             :   LandingPadInst *cloneImpl() const;
    2996             : 
    2997             : public:
    2998             :   /// Constructors - NumReservedClauses is a hint for the number of incoming
    2999             :   /// clauses that this landingpad will have (use 0 if you really have no idea).
    3000             :   static LandingPadInst *Create(Type *RetTy, unsigned NumReservedClauses,
    3001             :                                 const Twine &NameStr = "",
    3002             :                                 Instruction *InsertBefore = nullptr);
    3003             :   static LandingPadInst *Create(Type *RetTy, unsigned NumReservedClauses,
    3004             :                                 const Twine &NameStr, BasicBlock *InsertAtEnd);
    3005             : 
    3006             :   /// Provide fast operand accessors
    3007             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    3008             : 
    3009             :   /// Return 'true' if this landingpad instruction is a
    3010             :   /// cleanup. I.e., it should be run when unwinding even if its landing pad
    3011             :   /// doesn't catch the exception.
    3012      551175 :   bool isCleanup() const { return getSubclassDataFromInstruction() & 1; }
    3013             : 
    3014             :   /// Indicate that this landingpad instruction is a cleanup.
    3015             :   void setCleanup(bool V) {
    3016       63893 :     setInstructionSubclassData((getSubclassDataFromInstruction() & ~1) |
    3017             :                                (V ? 1 : 0));
    3018             :   }
    3019             : 
    3020             :   /// Add a catch or filter clause to the landing pad.
    3021             :   void addClause(Constant *ClauseVal);
    3022             : 
    3023             :   /// Get the value of the clause at index Idx. Use isCatch/isFilter to
    3024             :   /// determine what type of clause this is.
    3025             :   Constant *getClause(unsigned Idx) const {
    3026       94201 :     return cast<Constant>(getOperandList()[Idx]);
    3027             :   }
    3028             : 
    3029             :   /// Return 'true' if the clause and index Idx is a catch clause.
    3030             :   bool isCatch(unsigned Idx) const {
    3031      152631 :     return !isa<ArrayType>(getOperandList()[Idx]->getType());
    3032             :   }
    3033             : 
    3034             :   /// Return 'true' if the clause and index Idx is a filter clause.
    3035             :   bool isFilter(unsigned Idx) const {
    3036             :     return isa<ArrayType>(getOperandList()[Idx]->getType());
    3037             :   }
    3038             : 
    3039             :   /// Get the number of clauses for this landing pad.
    3040             :   unsigned getNumClauses() const { return getNumOperands(); }
    3041             : 
    3042             :   /// Grow the size of the operand list to accommodate the new
    3043             :   /// number of clauses.
    3044         183 :   void reserveClauses(unsigned Size) { growOperands(Size); }
    3045             : 
    3046             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    3047             :   static bool classof(const Instruction *I) {
    3048       46165 :     return I->getOpcode() == Instruction::LandingPad;
    3049             :   }
    3050             :   static bool classof(const Value *V) {
    3051        4962 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    3052             :   }
    3053             : };
    3054             : 
    3055             : template <>
    3056             : struct OperandTraits<LandingPadInst> : public HungoffOperandTraits<1> {
    3057             : };
    3058             : 
    3059             : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(LandingPadInst, Value)
    3060             : 
    3061             : //===----------------------------------------------------------------------===//
    3062             : //                               ReturnInst Class
    3063             : //===----------------------------------------------------------------------===//
    3064             : 
    3065             : //===---------------------------------------------------------------------------
    3066             : /// Return a value (possibly void), from a function.  Execution
    3067             : /// does not continue in this function any longer.
    3068             : ///
    3069      466466 : class ReturnInst : public TerminatorInst {
    3070             :   ReturnInst(const ReturnInst &RI);
    3071             : 
    3072             : private:
    3073             :   // ReturnInst constructors:
    3074             :   // ReturnInst()                  - 'ret void' instruction
    3075             :   // ReturnInst(    null)          - 'ret void' instruction
    3076             :   // ReturnInst(Value* X)          - 'ret X'    instruction
    3077             :   // ReturnInst(    null, Inst *I) - 'ret void' instruction, insert before I
    3078             :   // ReturnInst(Value* X, Inst *I) - 'ret X'    instruction, insert before I
    3079             :   // ReturnInst(    null, BB *B)   - 'ret void' instruction, insert @ end of B
    3080             :   // ReturnInst(Value* X, BB *B)   - 'ret X'    instruction, insert @ end of B
    3081             :   //
    3082             :   // NOTE: If the Value* passed is of type void then the constructor behaves as
    3083             :   // if it was passed NULL.
    3084             :   explicit ReturnInst(LLVMContext &C, Value *retVal = nullptr,
    3085             :                       Instruction *InsertBefore = nullptr);
    3086             :   ReturnInst(LLVMContext &C, Value *retVal, BasicBlock *InsertAtEnd);
    3087             :   explicit ReturnInst(LLVMContext &C, BasicBlock *InsertAtEnd);
    3088             : 
    3089             : protected:
    3090             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    3091             :   friend class Instruction;
    3092             : 
    3093             :   ReturnInst *cloneImpl() const;
    3094             : 
    3095             : public:
    3096      240331 :   static ReturnInst* Create(LLVMContext &C, Value *retVal = nullptr,
    3097             :                             Instruction *InsertBefore = nullptr) {
    3098      417227 :     return new(!!retVal) ReturnInst(C, retVal, InsertBefore);
    3099             :   }
    3100             : 
    3101         279 :   static ReturnInst* Create(LLVMContext &C, Value *retVal,
    3102             :                             BasicBlock *InsertAtEnd) {
    3103         279 :     return new(!!retVal) ReturnInst(C, retVal, InsertAtEnd);
    3104             :   }
    3105             : 
    3106          58 :   static ReturnInst* Create(LLVMContext &C, BasicBlock *InsertAtEnd) {
    3107         437 :     return new(0) ReturnInst(C, InsertAtEnd);
    3108             :   }
    3109             : 
    3110             :   /// Provide fast operand accessors
    3111             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    3112             : 
    3113             :   /// Convenience accessor. Returns null if there is no return value.
    3114             :   Value *getReturnValue() const {
    3115      434603 :     return getNumOperands() != 0 ? getOperand(0) : nullptr;
    3116             :   }
    3117             : 
    3118             :   unsigned getNumSuccessors() const { return 0; }
    3119             : 
    3120             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    3121             :   static bool classof(const Instruction *I) {
    3122             :     return (I->getOpcode() == Instruction::Ret);
    3123             :   }
    3124             :   static bool classof(const Value *V) {
    3125     1100614 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    3126             :   }
    3127             : 
    3128             : private:
    3129             :   friend TerminatorInst;
    3130             : 
    3131             :   BasicBlock *getSuccessor(unsigned idx) const {
    3132           0 :     llvm_unreachable("ReturnInst has no successors!");
    3133             :   }
    3134             : 
    3135             :   void setSuccessor(unsigned idx, BasicBlock *B) {
    3136           0 :     llvm_unreachable("ReturnInst has no successors!");
    3137             :   }
    3138             : };
    3139             : 
    3140             : template <>
    3141             : struct OperandTraits<ReturnInst> : public VariadicOperandTraits<ReturnInst> {
    3142             : };
    3143             : 
    3144     1266575 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(ReturnInst, Value)
    3145             : 
    3146             : //===----------------------------------------------------------------------===//
    3147             : //                               BranchInst Class
    3148             : //===----------------------------------------------------------------------===//
    3149             : 
    3150             : //===---------------------------------------------------------------------------
    3151             : /// Conditional or Unconditional Branch instruction.
    3152             : ///
    3153      537218 : class BranchInst : public TerminatorInst {
    3154             :   /// Ops list - Branches are strange.  The operands are ordered:
    3155             :   ///  [Cond, FalseDest,] TrueDest.  This makes some accessors faster because
    3156             :   /// they don't have to check for cond/uncond branchness. These are mostly
    3157             :   /// accessed relative from op_end().
    3158             :   BranchInst(const BranchInst &BI);
    3159             :   // BranchInst constructors (where {B, T, F} are blocks, and C is a condition):
    3160             :   // BranchInst(BB *B)                           - 'br B'
    3161             :   // BranchInst(BB* T, BB *F, Value *C)          - 'br C, T, F'
    3162             :   // BranchInst(BB* B, Inst *I)                  - 'br B'        insert before I
    3163             :   // BranchInst(BB* T, BB *F, Value *C, Inst *I) - 'br C, T, F', insert before I
    3164             :   // BranchInst(BB* B, BB *I)                    - 'br B'        insert at end
    3165             :   // BranchInst(BB* T, BB *F, Value *C, BB *I)   - 'br C, T, F', insert at end
    3166             :   explicit BranchInst(BasicBlock *IfTrue, Instruction *InsertBefore = nullptr);
    3167             :   BranchInst(BasicBlock *IfTrue, BasicBlock *IfFalse, Value *Cond,
    3168             :              Instruction *InsertBefore = nullptr);
    3169             :   BranchInst(BasicBlock *IfTrue, BasicBlock *InsertAtEnd);
    3170             :   BranchInst(BasicBlock *IfTrue, BasicBlock *IfFalse, Value *Cond,
    3171             :              BasicBlock *InsertAtEnd);
    3172             : 
    3173             :   void AssertOK();
    3174             : 
    3175             : protected:
    3176             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    3177             :   friend class Instruction;
    3178             : 
    3179             :   BranchInst *cloneImpl() const;
    3180             : 
    3181             : public:
    3182       19024 :   static BranchInst *Create(BasicBlock *IfTrue,
    3183             :                             Instruction *InsertBefore = nullptr) {
    3184      370489 :     return new(1) BranchInst(IfTrue, InsertBefore);
    3185             :   }
    3186             : 
    3187         511 :   static BranchInst *Create(BasicBlock *IfTrue, BasicBlock *IfFalse,
    3188             :                             Value *Cond, Instruction *InsertBefore = nullptr) {
    3189      115301 :     return new(3) BranchInst(IfTrue, IfFalse, Cond, InsertBefore);
    3190             :   }
    3191             : 
    3192        3277 :   static BranchInst *Create(BasicBlock *IfTrue, BasicBlock *InsertAtEnd) {
    3193       96629 :     return new(1) BranchInst(IfTrue, InsertAtEnd);
    3194             :   }
    3195             : 
    3196         291 :   static BranchInst *Create(BasicBlock *IfTrue, BasicBlock *IfFalse,
    3197             :                             Value *Cond, BasicBlock *InsertAtEnd) {
    3198        1014 :     return new(3) BranchInst(IfTrue, IfFalse, Cond, InsertAtEnd);
    3199             :   }
    3200             : 
    3201             :   /// Transparently provide more efficient getOperand methods.
    3202             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    3203             : 
    3204           2 :   bool isUnconditional() const { return getNumOperands() == 1; }
    3205    36429527 :   bool isConditional()   const { return getNumOperands() == 3; }
    3206             : 
    3207             :   Value *getCondition() const {
    3208             :     assert(isConditional() && "Cannot get condition of an uncond branch!");
    3209     6897282 :     return Op<-3>();
    3210             :   }
    3211             : 
    3212             :   void setCondition(Value *V) {
    3213             :     assert(isConditional() && "Cannot set condition of unconditional branch!");
    3214             :     Op<-3>() = V;
    3215             :   }
    3216             : 
    3217    36426319 :   unsigned getNumSuccessors() const { return 1+isConditional(); }
    3218             : 
    3219             :   BasicBlock *getSuccessor(unsigned i) const {
    3220             :     assert(i < getNumSuccessors() && "Successor # out of range for Branch!");
    3221    42417693 :     return cast_or_null<BasicBlock>((&Op<-1>() - i)->get());
    3222             :   }
    3223             : 
    3224             :   void setSuccessor(unsigned idx, BasicBlock *NewSucc) {
    3225             :     assert(idx < getNumSuccessors() && "Successor # out of range for Branch!");
    3226       17252 :     *(&Op<-1>() - idx) = NewSucc;
    3227             :   }
    3228             : 
    3229             :   /// Swap the successors of this branch instruction.
    3230             :   ///
    3231             :   /// Swaps the successors of the branch instruction. This also swaps any
    3232             :   /// branch weight metadata associated with the instruction so that it
    3233             :   /// continues to map correctly to each operand.
    3234             :   void swapSuccessors();
    3235             : 
    3236             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    3237             :   static bool classof(const Instruction *I) {
    3238             :     return (I->getOpcode() == Instruction::Br);
    3239             :   }
    3240             :   static bool classof(const Value *V) {
    3241      421085 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    3242             :   }
    3243             : };
    3244             : 
    3245             : template <>
    3246             : struct OperandTraits<BranchInst> : public VariadicOperandTraits<BranchInst, 1> {
    3247             : };
    3248             : 
    3249           4 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(BranchInst, Value)
    3250             : 
    3251             : //===----------------------------------------------------------------------===//
    3252             : //                               SwitchInst Class
    3253             : //===----------------------------------------------------------------------===//
    3254             : 
    3255             : //===---------------------------------------------------------------------------
    3256             : /// Multiway switch
    3257             : ///
    3258        4532 : class SwitchInst : public TerminatorInst {
    3259             :   unsigned ReservedSpace;
    3260             : 
    3261             :   // Operand[0]    = Value to switch on
    3262             :   // Operand[1]    = Default basic block destination
    3263             :   // Operand[2n  ] = Value to match
    3264             :   // Operand[2n+1] = BasicBlock to go to on match
    3265             :   SwitchInst(const SwitchInst &SI);
    3266             : 
    3267             :   /// Create a new switch instruction, specifying a value to switch on and a
    3268             :   /// default destination. The number of additional cases can be specified here
    3269             :   /// to make memory allocation more efficient. This constructor can also
    3270             :   /// auto-insert before another instruction.
    3271             :   SwitchInst(Value *Value, BasicBlock *Default, unsigned NumCases,
    3272             :              Instruction *InsertBefore);
    3273             : 
    3274             :   /// Create a new switch instruction, specifying a value to switch on and a
    3275             :   /// default destination. The number of additional cases can be specified here
    3276             :   /// to make memory allocation more efficient. This constructor also
    3277             :   /// auto-inserts at the end of the specified BasicBlock.
    3278             :   SwitchInst(Value *Value, BasicBlock *Default, unsigned NumCases,
    3279             :              BasicBlock *InsertAtEnd);
    3280             : 
    3281             :   // allocate space for exactly zero operands
    3282             :   void *operator new(size_t s) {
    3283        5254 :     return User::operator new(s);
    3284             :   }
    3285             : 
    3286             :   void init(Value *Value, BasicBlock *Default, unsigned NumReserved);
    3287             :   void growOperands();
    3288             : 
    3289             : protected:
    3290             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    3291             :   friend class Instruction;
    3292             : 
    3293             :   SwitchInst *cloneImpl() const;
    3294             : 
    3295             : public:
    3296             :   // -2
    3297             :   static const unsigned DefaultPseudoIndex = static_cast<unsigned>(~0L-1);
    3298             : 
    3299             :   template <typename CaseHandleT> class CaseIteratorImpl;
    3300             : 
    3301             :   /// A handle to a particular switch case. It exposes a convenient interface
    3302             :   /// to both the case value and the successor block.
    3303             :   ///
    3304             :   /// We define this as a template and instantiate it to form both a const and
    3305             :   /// non-const handle.
    3306             :   template <typename SwitchInstT, typename ConstantIntT, typename BasicBlockT>
    3307             :   class CaseHandleImpl {
    3308             :     // Directly befriend both const and non-const iterators.
    3309             :     friend class SwitchInst::CaseIteratorImpl<
    3310             :         CaseHandleImpl<SwitchInstT, ConstantIntT, BasicBlockT>>;
    3311             : 
    3312             :   protected:
    3313             :     // Expose the switch type we're parameterized with to the iterator.
    3314             :     using SwitchInstType = SwitchInstT;
    3315             : 
    3316             :     SwitchInstT *SI;
    3317             :     ptrdiff_t Index;
    3318             : 
    3319             :     CaseHandleImpl() = default;
    3320           1 :     CaseHandleImpl(SwitchInstT *SI, ptrdiff_t Index) : SI(SI), Index(Index) {}
    3321             : 
    3322             :   public:
    3323             :     /// Resolves case value for current case.
    3324             :     ConstantIntT *getCaseValue() const {
    3325             :       assert((unsigned)Index < SI->getNumCases() &&
    3326             :              "Index out the number of cases.");
    3327      101547 :       return reinterpret_cast<ConstantIntT *>(SI->getOperand(2 + Index * 2));
    3328             :     }
    3329             : 
    3330             :     /// Resolves successor for current case.
    3331       65083 :     BasicBlockT *getCaseSuccessor() const {
    3332             :       assert(((unsigned)Index < SI->getNumCases() ||
    3333             :               (unsigned)Index == DefaultPseudoIndex) &&
    3334             :              "Index out the number of cases.");
    3335      130166 :       return SI->getSuccessor(getSuccessorIndex());
    3336             :     }
    3337             : 
    3338             :     /// Returns number of current case.
    3339         755 :     unsigned getCaseIndex() const { return Index; }
    3340             : 
    3341             :     /// Returns TerminatorInst's successor index for current case successor.
    3342             :     unsigned getSuccessorIndex() const {
    3343             :       assert(((unsigned)Index == DefaultPseudoIndex ||
    3344             :               (unsigned)Index < SI->getNumCases()) &&
    3345             :              "Index out the number of cases.");
    3346       68374 :       return (unsigned)Index != DefaultPseudoIndex ? Index + 1 : 0;
    3347             :     }
    3348             : 
    3349             :     bool operator==(const CaseHandleImpl &RHS) const {
    3350             :       assert(SI == RHS.SI && "Incompatible operators.");
    3351             :       return Index == RHS.Index;
    3352             :     }
    3353             :   };
    3354             : 
    3355             :   using ConstCaseHandle =
    3356             :       CaseHandleImpl<const SwitchInst, const ConstantInt, const BasicBlock>;
    3357             : 
    3358             :   class CaseHandle
    3359             :       : public CaseHandleImpl<SwitchInst, ConstantInt, BasicBlock> {
    3360             :     friend class SwitchInst::CaseIteratorImpl<CaseHandle>;
    3361             : 
    3362             :   public:
    3363             :     CaseHandle(SwitchInst *SI, ptrdiff_t Index) : CaseHandleImpl(SI, Index) {}
    3364             : 
    3365             :     /// Sets the new value for current case.
    3366             :     void setValue(ConstantInt *V) {
    3367             :       assert((unsigned)Index < SI->getNumCases() &&
    3368             :              "Index out the number of cases.");
    3369       16781 :       SI->setOperand(2 + Index*2, reinterpret_cast<Value*>(V));
    3370             :     }
    3371             : 
    3372             :     /// Sets the new successor for current case.
    3373             :     void setSuccessor(BasicBlock *S) {
    3374             :       SI->setSuccessor(getSuccessorIndex(), S);
    3375             :     }
    3376             :   };
    3377             : 
    3378             :   template <typename CaseHandleT>
    3379             :   class CaseIteratorImpl
    3380             :       : public iterator_facade_base<CaseIteratorImpl<CaseHandleT>,
    3381             :                                     std::random_access_iterator_tag,
    3382             :                                     CaseHandleT> {
    3383             :     using SwitchInstT = typename CaseHandleT::SwitchInstType;
    3384             : 
    3385             :     CaseHandleT Case;
    3386             : 
    3387             :   public:
    3388             :     /// Default constructed iterator is in an invalid state until assigned to
    3389             :     /// a case for a particular switch.
    3390             :     CaseIteratorImpl() = default;
    3391             : 
    3392             :     /// Initializes case iterator for given SwitchInst and for given
    3393             :     /// case number.
    3394       38111 :     CaseIteratorImpl(SwitchInstT *SI, unsigned CaseNum) : Case(SI, CaseNum) {}
    3395             : 
    3396             :     /// Initializes case iterator for given SwitchInst and for given
    3397             :     /// TerminatorInst's successor index.
    3398             :     static CaseIteratorImpl fromSuccessorIndex(SwitchInstT *SI,
    3399             :                                                unsigned SuccessorIndex) {
    3400             :       assert(SuccessorIndex < SI->getNumSuccessors() &&
    3401             :              "Successor index # out of range!");
    3402             :       return SuccessorIndex != 0 ? CaseIteratorImpl(SI, SuccessorIndex - 1)
    3403             :                                  : CaseIteratorImpl(SI, DefaultPseudoIndex);
    3404             :     }
    3405             : 
    3406             :     /// Support converting to the const variant. This will be a no-op for const
    3407             :     /// variant.
    3408             :     operator CaseIteratorImpl<ConstCaseHandle>() const {
    3409           1 :       return CaseIteratorImpl<ConstCaseHandle>(Case.SI, Case.Index);
    3410             :     }
    3411             : 
    3412             :     CaseIteratorImpl &operator+=(ptrdiff_t N) {
    3413             :       // Check index correctness after addition.
    3414             :       // Note: Index == getNumCases() means end().
    3415             :       assert(Case.Index + N >= 0 &&
    3416             :              (unsigned)(Case.Index + N) <= Case.SI->getNumCases() &&
    3417             :              "Case.Index out the number of cases.");
    3418       95686 :       Case.Index += N;
    3419             :       return *this;
    3420             :     }
    3421             :     CaseIteratorImpl &operator-=(ptrdiff_t N) {
    3422             :       // Check index correctness after subtraction.
    3423             :       // Note: Case.Index == getNumCases() means end().
    3424             :       assert(Case.Index - N >= 0 &&
    3425             :              (unsigned)(Case.Index - N) <= Case.SI->getNumCases() &&
    3426             :              "Case.Index out the number of cases.");
    3427           5 :       Case.Index -= N;
    3428             :       return *this;
    3429             :     }
    3430             :     ptrdiff_t operator-(const CaseIteratorImpl &RHS) const {
    3431             :       assert(Case.SI == RHS.Case.SI && "Incompatible operators.");
    3432        1166 :       return Case.Index - RHS.Case.Index;
    3433             :     }
    3434             :     bool operator==(const CaseIteratorImpl &RHS) const {
    3435      101249 :       return Case == RHS.Case;
    3436             :     }
    3437             :     bool operator<(const CaseIteratorImpl &RHS) const {
    3438             :       assert(Case.SI == RHS.Case.SI && "Incompatible operators.");
    3439             :       return Case.Index < RHS.Case.Index;
    3440             :     }
    3441             :     CaseHandleT &operator*() { return Case; }
    3442             :     const CaseHandleT &operator*() const { return Case; }
    3443             :   };
    3444             : 
    3445             :   using CaseIt = CaseIteratorImpl<CaseHandle>;
    3446             :   using ConstCaseIt = CaseIteratorImpl<ConstCaseHandle>;
    3447             : 
    3448             :   static SwitchInst *Create(Value *Value, BasicBlock *Default,
    3449             :                             unsigned NumCases,
    3450             :                             Instruction *InsertBefore = nullptr) {
    3451        4291 :     return new SwitchInst(Value, Default, NumCases, InsertBefore);
    3452             :   }
    3453             : 
    3454             :   static SwitchInst *Create(Value *Value, BasicBlock *Default,
    3455             :                             unsigned NumCases, BasicBlock *InsertAtEnd) {
    3456         122 :     return new SwitchInst(Value, Default, NumCases, InsertAtEnd);
    3457             :   }
    3458             : 
    3459             :   /// Provide fast operand accessors
    3460             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    3461             : 
    3462             :   // Accessor Methods for Switch stmt
    3463             :   Value *getCondition() const { return getOperand(0); }
    3464         123 :   void setCondition(Value *V) { setOperand(0, V); }
    3465             : 
    3466             :   BasicBlock *getDefaultDest() const {
    3467             :     return cast<BasicBlock>(getOperand(1));
    3468             :   }
    3469             : 
    3470             :   void setDefaultDest(BasicBlock *DefaultCase) {
    3471         519 :     setOperand(1, reinterpret_cast<Value*>(DefaultCase));
    3472             :   }
    3473             : 
    3474             :   /// Return the number of 'cases' in this switch instruction, excluding the
    3475             :   /// default case.
    3476             :   unsigned getNumCases() const {
    3477       79680 :     return getNumOperands()/2 - 1;
    3478             :   }
    3479             : 
    3480             :   /// Returns a read/write iterator that points to the first case in the
    3481             :   /// SwitchInst.
    3482             :   CaseIt case_begin() {
    3483             :     return CaseIt(this, 0);
    3484             :   }
    3485             : 
    3486             :   /// Returns a read-only iterator that points to the first case in the
    3487             :   /// SwitchInst.
    3488             :   ConstCaseIt case_begin() const {
    3489             :     return ConstCaseIt(this, 0);
    3490             :   }
    3491             : 
    3492             :   /// Returns a read/write iterator that points one past the last in the
    3493             :   /// SwitchInst.
    3494             :   CaseIt case_end() {
    3495             :     return CaseIt(this, getNumCases());
    3496             :   }
    3497             : 
    3498             :   /// Returns a read-only iterator that points one past the last in the
    3499             :   /// SwitchInst.
    3500             :   ConstCaseIt case_end() const {
    3501             :     return ConstCaseIt(this, getNumCases());
    3502             :   }
    3503             : 
    3504             :   /// Iteration adapter for range-for loops.
    3505             :   iterator_range<CaseIt> cases() {
    3506             :     return make_range(case_begin(), case_end());
    3507             :   }
    3508             : 
    3509             :   /// Constant iteration adapter for range-for loops.
    3510             :   iterator_range<ConstCaseIt> cases() const {
    3511             :     return make_range(case_begin(), case_end());
    3512             :   }
    3513             : 
    3514             :   /// Returns an iterator that points to the default case.
    3515             :   /// Note: this iterator allows to resolve successor only. Attempt
    3516             :   /// to resolve case value causes an assertion.
    3517             :   /// Also note, that increment and decrement also causes an assertion and
    3518             :   /// makes iterator invalid.
    3519             :   CaseIt case_default() {
    3520             :     return CaseIt(this, DefaultPseudoIndex);
    3521             :   }
    3522             :   ConstCaseIt case_default() const {
    3523             :     return ConstCaseIt(this, DefaultPseudoIndex);
    3524             :   }
    3525             : 
    3526             :   /// Search all of the case values for the specified constant. If it is
    3527             :   /// explicitly handled, return the case iterator of it, otherwise return
    3528             :   /// default case iterator to indicate that it is handled by the default
    3529             :   /// handler.
    3530         598 :   CaseIt findCaseValue(const ConstantInt *C) {
    3531             :     CaseIt I = llvm::find_if(
    3532        4378 :         cases(), [C](CaseHandle &Case) { return Case.getCaseValue() == C; });
    3533         598 :     if (I != case_end())
    3534         467 :       return I;
    3535             : 
    3536             :     return case_default();
    3537             :   }
    3538          25 :   ConstCaseIt findCaseValue(const ConstantInt *C) const {
    3539         124 :     ConstCaseIt I = llvm::find_if(cases(), [C](ConstCaseHandle &Case) {
    3540             :       return Case.getCaseValue() == C;
    3541          62 :     });
    3542          25 :     if (I != case_end())
    3543          22 :       return I;
    3544             : 
    3545             :     return case_default();
    3546             :   }
    3547             : 
    3548             :   /// Finds the unique case value for a given successor. Returns null if the
    3549             :   /// successor is not found, not unique, or is the default case.
    3550          64 :   ConstantInt *findCaseDest(BasicBlock *BB) {
    3551          64 :     if (BB == getDefaultDest())
    3552             :       return nullptr;
    3553             : 
    3554             :     ConstantInt *CI = nullptr;
    3555         848 :     for (auto Case : cases()) {
    3556         835 :       if (Case.getCaseSuccessor() != BB)
    3557         720 :         continue;
    3558             : 
    3559         115 :       if (CI)
    3560          51 :         return nullptr; // Multiple cases lead to BB.
    3561             : 
    3562             :       CI = Case.getCaseValue();
    3563             :     }
    3564             : 
    3565          13 :     return CI;
    3566             :   }
    3567             : 
    3568             :   /// Add an entry to the switch instruction.
    3569             :   /// Note:
    3570             :   /// This action invalidates case_end(). Old case_end() iterator will
    3571             :   /// point to the added case.
    3572             :   void addCase(ConstantInt *OnVal, BasicBlock *Dest);
    3573             : 
    3574             :   /// This method removes the specified case and its successor from the switch
    3575             :   /// instruction. Note that this operation may reorder the remaining cases at
    3576             :   /// index idx and above.
    3577             :   /// Note:
    3578             :   /// This action invalidates iterators for all cases following the one removed,
    3579             :   /// including the case_end() iterator. It returns an iterator for the next
    3580             :   /// case.
    3581             :   CaseIt removeCase(CaseIt I);
    3582             : 
    3583      319791 :   unsigned getNumSuccessors() const { return getNumOperands()/2; }
    3584             :   BasicBlock *getSuccessor(unsigned idx) const {
    3585             :     assert(idx < getNumSuccessors() &&"Successor idx out of range for switch!");
    3586      581830 :     return cast<BasicBlock>(getOperand(idx*2+1));
    3587             :   }
    3588             :   void setSuccessor(unsigned idx, BasicBlock *NewSucc) {
    3589             :     assert(idx < getNumSuccessors() && "Successor # out of range for switch!");
    3590       16643 :     setOperand(idx * 2 + 1, NewSucc);
    3591             :   }
    3592             : 
    3593             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    3594             :   static bool classof(const Instruction *I) {
    3595          15 :     return I->getOpcode() == Instruction::Switch;
    3596             :   }
    3597             :   static bool classof(const Value *V) {
    3598       98936 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    3599             :   }
    3600             : };
    3601             : 
    3602             : template <>
    3603             : struct OperandTraits<SwitchInst> : public HungoffOperandTraits<2> {
    3604             : };
    3605             : 
    3606     1615391 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(SwitchInst, Value)
    3607             : 
    3608             : //===----------------------------------------------------------------------===//
    3609             : //                             IndirectBrInst Class
    3610             : //===----------------------------------------------------------------------===//
    3611             : 
    3612             : //===---------------------------------------------------------------------------
    3613             : /// Indirect Branch Instruction.
    3614             : ///
    3615         381 : class IndirectBrInst : public TerminatorInst {
    3616             :   unsigned ReservedSpace;
    3617             : 
    3618             :   // Operand[0]   = Address to jump to
    3619             :   // Operand[n+1] = n-th destination
    3620             :   IndirectBrInst(const IndirectBrInst &IBI);
    3621             : 
    3622             :   /// Create a new indirectbr instruction, specifying an
    3623             :   /// Address to jump to.  The number of expected destinations can be specified
    3624             :   /// here to make memory allocation more efficient.  This constructor can also
    3625             :   /// autoinsert before another instruction.
    3626             :   IndirectBrInst(Value *Address, unsigned NumDests, Instruction *InsertBefore);
    3627             : 
    3628             :   /// Create a new indirectbr instruction, specifying an
    3629             :   /// Address to jump to.  The number of expected destinations can be specified
    3630             :   /// here to make memory allocation more efficient.  This constructor also
    3631             :   /// autoinserts at the end of the specified BasicBlock.
    3632             :   IndirectBrInst(Value *Address, unsigned NumDests, BasicBlock *InsertAtEnd);
    3633             : 
    3634             :   // allocate space for exactly zero operands
    3635             :   void *operator new(size_t s) {
    3636         381 :     return User::operator new(s);
    3637             :   }
    3638             : 
    3639             :   void init(Value *Address, unsigned NumDests);
    3640             :   void growOperands();
    3641             : 
    3642             : protected:
    3643             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    3644             :   friend class Instruction;
    3645             : 
    3646             :   IndirectBrInst *cloneImpl() const;
    3647             : 
    3648             : public:
    3649             :   static IndirectBrInst *Create(Value *Address, unsigned NumDests,
    3650             :                                 Instruction *InsertBefore = nullptr) {
    3651         381 :     return new IndirectBrInst(Address, NumDests, InsertBefore);
    3652             :   }
    3653             : 
    3654             :   static IndirectBrInst *Create(Value *Address, unsigned NumDests,
    3655             :                                 BasicBlock *InsertAtEnd) {
    3656             :     return new IndirectBrInst(Address, NumDests, InsertAtEnd);
    3657             :   }
    3658             : 
    3659             :   /// Provide fast operand accessors.
    3660             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    3661             : 
    3662             :   // Accessor Methods for IndirectBrInst instruction.
    3663             :   Value *getAddress() { return getOperand(0); }
    3664             :   const Value *getAddress() const { return getOperand(0); }
    3665           1 :   void setAddress(Value *V) { setOperand(0, V); }
    3666             : 
    3667             :   /// return the number of possible destinations in this
    3668             :   /// indirectbr instruction.
    3669         782 :   unsigned getNumDestinations() const { return getNumOperands()-1; }
    3670             : 
    3671             :   /// Return the specified destination.
    3672             :   BasicBlock *getDestination(unsigned i) { return getSuccessor(i); }
    3673             :   const BasicBlock *getDestination(unsigned i) const { return getSuccessor(i); }
    3674             : 
    3675             :   /// Add a destination.
    3676             :   ///
    3677             :   void addDestination(BasicBlock *Dest);
    3678             : 
    3679             :   /// This method removes the specified successor from the
    3680             :   /// indirectbr instruction.
    3681             :   void removeDestination(unsigned i);
    3682             : 
    3683       11685 :   unsigned getNumSuccessors() const { return getNumOperands()-1; }
    3684             :   BasicBlock *getSuccessor(unsigned i) const {
    3685       18308 :     return cast<BasicBlock>(getOperand(i+1));
    3686             :   }
    3687             :   void setSuccessor(unsigned i, BasicBlock *NewSucc) {
    3688           0 :     setOperand(i + 1, NewSucc);
    3689             :   }
    3690             : 
    3691             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    3692             :   static bool classof(const Instruction *I) {
    3693       79958 :     return I->getOpcode() == Instruction::IndirectBr;
    3694             :   }
    3695             :   static bool classof(const Value *V) {
    3696           0 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    3697             :   }
    3698             : };
    3699             : 
    3700             : template <>
    3701             : struct OperandTraits<IndirectBrInst> : public HungoffOperandTraits<1> {
    3702             : };
    3703             : 
    3704       36824 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(IndirectBrInst, Value)
    3705             : 
    3706             : //===----------------------------------------------------------------------===//
    3707             : //                               InvokeInst Class
    3708             : //===----------------------------------------------------------------------===//
    3709             : 
    3710             : /// Invoke instruction.  The SubclassData field is used to hold the
    3711             : /// calling convention of the call.
    3712             : ///
    3713       27357 : class InvokeInst : public CallBase<InvokeInst> {
    3714             :   friend class OperandBundleUser<InvokeInst, User::op_iterator>;
    3715             : 
    3716             :   InvokeInst(const InvokeInst &BI);
    3717             : 
    3718             :   /// Construct an InvokeInst given a range of arguments.
    3719             :   ///
    3720             :   /// Construct an InvokeInst from a range of arguments
    3721             :   inline InvokeInst(Value *Func, BasicBlock *IfNormal, BasicBlock *IfException,
    3722             :                     ArrayRef<Value *> Args, ArrayRef<OperandBundleDef> Bundles,
    3723             :                     unsigned Values, const Twine &NameStr,
    3724             :                     Instruction *InsertBefore)
    3725             :       : InvokeInst(cast<FunctionType>(
    3726             :                        cast<PointerType>(Func->getType())->getElementType()),
    3727             :                    Func, IfNormal, IfException, Args, Bundles, Values, NameStr,
    3728             :                    InsertBefore) {}
    3729             : 
    3730             :   inline InvokeInst(FunctionType *Ty, Value *Func, BasicBlock *IfNormal,
    3731             :                     BasicBlock *IfException, ArrayRef<Value *> Args,
    3732             :                     ArrayRef<OperandBundleDef> Bundles, unsigned Values,
    3733             :                     const Twine &NameStr, Instruction *InsertBefore);
    3734             :   /// Construct an InvokeInst given a range of arguments.
    3735             :   ///
    3736             :   /// Construct an InvokeInst from a range of arguments
    3737             :   inline InvokeInst(Value *Func, BasicBlock *IfNormal, BasicBlock *IfException,
    3738             :                     ArrayRef<Value *> Args, ArrayRef<OperandBundleDef> Bundles,
    3739             :                     unsigned Values, const Twine &NameStr,
    3740             :                     BasicBlock *InsertAtEnd);
    3741             : 
    3742             : 
    3743             :   void init(Value *Func, BasicBlock *IfNormal, BasicBlock *IfException,
    3744             :             ArrayRef<Value *> Args, ArrayRef<OperandBundleDef> Bundles,
    3745             :             const Twine &NameStr) {
    3746        8839 :     init(cast<FunctionType>(
    3747             :              cast<PointerType>(Func->getType())->getElementType()),
    3748             :          Func, IfNormal, IfException, Args, Bundles, NameStr);
    3749             :   }
    3750             : 
    3751             :   void init(FunctionType *FTy, Value *Func, BasicBlock *IfNormal,
    3752             :             BasicBlock *IfException, ArrayRef<Value *> Args,
    3753             :             ArrayRef<OperandBundleDef> Bundles, const Twine &NameStr);
    3754             : 
    3755             : protected:
    3756             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    3757             :   friend class Instruction;
    3758             : 
    3759             :   InvokeInst *cloneImpl() const;
    3760             : 
    3761             : public:
    3762             :   static constexpr int ArgOffset = 3;
    3763             :   static InvokeInst *Create(Value *Func, BasicBlock *IfNormal,
    3764             :                             BasicBlock *IfException, ArrayRef<Value *> Args,
    3765             :                             const Twine &NameStr,
    3766             :                             Instruction *InsertBefore = nullptr) {
    3767          68 :     return Create(cast<FunctionType>(
    3768             :                       cast<PointerType>(Func->getType())->getElementType()),
    3769             :                   Func, IfNormal, IfException, Args, None, NameStr,
    3770          34 :                   InsertBefore);
    3771             :   }
    3772             : 
    3773             :   static InvokeInst *Create(Value *Func, BasicBlock *IfNormal,
    3774             :                             BasicBlock *IfException, ArrayRef<Value *> Args,
    3775             :                             ArrayRef<OperandBundleDef> Bundles = None,
    3776             :                             const Twine &NameStr = "",
    3777             :                             Instruction *InsertBefore = nullptr) {
    3778       49528 :     return Create(cast<FunctionType>(
    3779             :                       cast<PointerType>(Func->getType())->getElementType()),
    3780             :                   Func, IfNormal, IfException, Args, Bundles, NameStr,
    3781       49528 :                   InsertBefore);
    3782             :   }
    3783             : 
    3784             :   static InvokeInst *Create(FunctionType *Ty, Value *Func, BasicBlock *IfNormal,
    3785             :                             BasicBlock *IfException, ArrayRef<Value *> Args,
    3786             :                             const Twine &NameStr,
    3787             :                             Instruction *InsertBefore = nullptr) {
    3788             :     unsigned Values = unsigned(Args.size()) + 3;
    3789             :     return new (Values) InvokeInst(Ty, Func, IfNormal, IfException, Args, None,
    3790             :                                    Values, NameStr, InsertBefore);
    3791             :   }
    3792             : 
    3793       51464 :   static InvokeInst *Create(FunctionType *Ty, Value *Func, BasicBlock *IfNormal,
    3794             :                             BasicBlock *IfException, ArrayRef<Value *> Args,
    3795             :                             ArrayRef<OperandBundleDef> Bundles = None,
    3796             :                             const Twine &NameStr = "",
    3797             :                             Instruction *InsertBefore = nullptr) {
    3798      102928 :     unsigned Values = unsigned(Args.size()) + CountBundleInputs(Bundles) + 3;
    3799       51464 :     unsigned DescriptorBytes = Bundles.size() * sizeof(BundleOpInfo);
    3800             : 
    3801             :     return new (Values, DescriptorBytes)
    3802             :         InvokeInst(Ty, Func, IfNormal, IfException, Args, Bundles, Values,
    3803       51464 :                    NameStr, InsertBefore);
    3804             :   }
    3805             : 
    3806           1 :   static InvokeInst *Create(Value *Func,
    3807             :                             BasicBlock *IfNormal, BasicBlock *IfException,
    3808             :                             ArrayRef<Value *> Args, const Twine &NameStr,
    3809             :                             BasicBlock *InsertAtEnd) {
    3810           1 :     unsigned Values = unsigned(Args.size()) + 3;
    3811             :     return new (Values) InvokeInst(Func, IfNormal, IfException, Args, None,
    3812           2 :                                    Values, NameStr, InsertAtEnd);
    3813             :   }
    3814             : 
    3815        8838 :   static InvokeInst *Create(Value *Func, BasicBlock *IfNormal,
    3816             :                             BasicBlock *IfException, ArrayRef<Value *> Args,
    3817             :                             ArrayRef<OperandBundleDef> Bundles,
    3818             :                             const Twine &NameStr, BasicBlock *InsertAtEnd) {
    3819       17676 :     unsigned Values = unsigned(Args.size()) + CountBundleInputs(Bundles) + 3;
    3820        8838 :     unsigned DescriptorBytes = Bundles.size() * sizeof(BundleOpInfo);
    3821             : 
    3822             :     return new (Values, DescriptorBytes)
    3823             :         InvokeInst(Func, IfNormal, IfException, Args, Bundles, Values, NameStr,
    3824        8838 :                    InsertAtEnd);
    3825             :   }
    3826             : 
    3827             :   /// Create a clone of \p II with a different set of operand bundles and
    3828             :   /// insert it before \p InsertPt.
    3829             :   ///
    3830             :   /// The returned invoke instruction is identical to \p II in every way except
    3831             :   /// that the operand bundles for the new instruction are set to the operand
    3832             :   /// bundles in \p Bundles.
    3833             :   static InvokeInst *Create(InvokeInst *II, ArrayRef<OperandBundleDef> Bundles,
    3834             :                             Instruction *InsertPt = nullptr);
    3835             : 
    3836             :   /// Determine if the call should not perform indirect branch tracking.
    3837       41813 :   bool doesNoCfCheck() const { return hasFnAttr(Attribute::NoCfCheck); }
    3838             : 
    3839             :   /// Determine if the call cannot unwind.
    3840      584730 :   bool doesNotThrow() const { return hasFnAttr(Attribute::NoUnwind); }
    3841             :   void setDoesNotThrow() {
    3842           0 :     addAttribute(AttributeList::FunctionIndex, Attribute::NoUnwind);
    3843             :   }
    3844             :   
    3845             :   /// Return the function called, or null if this is an
    3846             :   /// indirect function invocation.
    3847             :   ///
    3848             :   Function *getCalledFunction() const {
    3849             :     return dyn_cast<Function>(Op<-3>());
    3850             :   }
    3851             : 
    3852             :   /// Get a pointer to the function that is invoked by this
    3853             :   /// instruction
    3854       45470 :   const Value *getCalledValue() const { return Op<-3>(); }
    3855      499308 :         Value *getCalledValue()       { return Op<-3>(); }
    3856             : 
    3857             :   /// Set the function called.
    3858             :   void setCalledFunction(Value* Fn) {
    3859           0 :     setCalledFunction(
    3860             :         cast<FunctionType>(cast<PointerType>(Fn->getType())->getElementType()),
    3861             :         Fn);
    3862             :   }
    3863             :   void setCalledFunction(FunctionType *FTy, Value *Fn) {
    3864           0 :     this->FTy = FTy;
    3865             :     assert(FTy == cast<FunctionType>(
    3866             :                       cast<PointerType>(Fn->getType())->getElementType()));
    3867             :     Op<-3>() = Fn;
    3868             :   }
    3869             : 
    3870             :   // get*Dest - Return the destination basic blocks...
    3871             :   BasicBlock *getNormalDest() const {
    3872             :     return cast<BasicBlock>(Op<-2>());
    3873             :   }
    3874             :   BasicBlock *getUnwindDest() const {
    3875             :     return cast<BasicBlock>(Op<-1>());
    3876             :   }
    3877             :   void setNormalDest(BasicBlock *B) {
    3878             :     Op<-2>() = reinterpret_cast<Value*>(B);
    3879             :   }
    3880             :   void setUnwindDest(BasicBlock *B) {
    3881             :     Op<-1>() = reinterpret_cast<Value*>(B);
    3882             :   }
    3883             : 
    3884             :   /// Get the landingpad instruction from the landing pad
    3885             :   /// block (the unwind destination).
    3886             :   LandingPadInst *getLandingPadInst() const;
    3887             : 
    3888             :   BasicBlock *getSuccessor(unsigned i) const {
    3889             :     assert(i < 2 && "Successor # out of range for invoke!");
    3890    12596587 :     return i == 0 ? getNormalDest() : getUnwindDest();
    3891             :   }
    3892             : 
    3893             :   void setSuccessor(unsigned idx, BasicBlock *NewSucc) {
    3894             :     assert(idx < 2 && "Successor # out of range for invoke!");
    3895         106 :     *(&Op<-2>() + idx) = reinterpret_cast<Value*>(NewSucc);
    3896             :   }
    3897             : 
    3898             :   unsigned getNumSuccessors() const { return 2; }
    3899             : 
    3900             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    3901             :   static bool classof(const Instruction *I) {
    3902             :     return (I->getOpcode() == Instruction::Invoke);
    3903             :   }
    3904             :   static bool classof(const Value *V) {
    3905      538958 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    3906             :   }
    3907             : 
    3908             : private:
    3909             : 
    3910             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
    3911             :   // method so that subclasses cannot accidentally use it.
    3912             :   void setInstructionSubclassData(unsigned short D) {
    3913             :     Instruction::setInstructionSubclassData(D);
    3914             :   }
    3915             : };
    3916             : 
    3917             : template <>
    3918             : struct OperandTraits<CallBase<InvokeInst>>
    3919             :     : public VariadicOperandTraits<CallBase<InvokeInst>, 3> {};
    3920             : 
    3921       51464 : InvokeInst::InvokeInst(FunctionType *Ty, Value *Func, BasicBlock *IfNormal,
    3922             :                        BasicBlock *IfException, ArrayRef<Value *> Args,
    3923             :                        ArrayRef<OperandBundleDef> Bundles, unsigned Values,
    3924       51464 :                        const Twine &NameStr, Instruction *InsertBefore)
    3925             :     : CallBase<InvokeInst>(Ty->getReturnType(), Instruction::Invoke,
    3926       51464 :                            OperandTraits<CallBase<InvokeInst>>::op_end(this) -
    3927             :                                Values,
    3928      102928 :                            Values, InsertBefore) {
    3929       51464 :   init(Ty, Func, IfNormal, IfException, Args, Bundles, NameStr);
    3930       51464 : }
    3931             : 
    3932        8839 : InvokeInst::InvokeInst(Value *Func, BasicBlock *IfNormal,
    3933             :                        BasicBlock *IfException, ArrayRef<Value *> Args,
    3934             :                        ArrayRef<OperandBundleDef> Bundles, unsigned Values,
    3935        8839 :                        const Twine &NameStr, BasicBlock *InsertAtEnd)
    3936             :     : CallBase<InvokeInst>(
    3937             :           cast<FunctionType>(
    3938             :               cast<PointerType>(Func->getType())->getElementType())
    3939             :               ->getReturnType(),
    3940             :           Instruction::Invoke,
    3941        8839 :           OperandTraits<CallBase<InvokeInst>>::op_end(this) - Values, Values,
    3942       17678 :           InsertAtEnd) {
    3943             :   init(Func, IfNormal, IfException, Args, Bundles, NameStr);
    3944        8839 : }
    3945             : 
    3946             : 
    3947             : //===----------------------------------------------------------------------===//
    3948             : //                              ResumeInst Class
    3949             : //===----------------------------------------------------------------------===//
    3950             : 
    3951             : //===---------------------------------------------------------------------------
    3952             : /// Resume the propagation of an exception.
    3953             : ///
    3954        5798 : class ResumeInst : public TerminatorInst {
    3955             :   ResumeInst(const ResumeInst &RI);
    3956             : 
    3957             :   explicit ResumeInst(Value *Exn, Instruction *InsertBefore=nullptr);
    3958             :   ResumeInst(Value *Exn, BasicBlock *InsertAtEnd);
    3959             : 
    3960             : protected:
    3961             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    3962             :   friend class Instruction;
    3963             : 
    3964             :   ResumeInst *cloneImpl() const;
    3965             : 
    3966             : public:
    3967             :   static ResumeInst *Create(Value *Exn, Instruction *InsertBefore = nullptr) {
    3968        5278 :     return new(1) ResumeInst(Exn, InsertBefore);
    3969             :   }
    3970             : 
    3971             :   static ResumeInst *Create(Value *Exn, BasicBlock *InsertAtEnd) {
    3972           4 :     return new(1) ResumeInst(Exn, InsertAtEnd);
    3973             :   }
    3974             : 
    3975             :   /// Provide fast operand accessors
    3976             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    3977             : 
    3978             :   /// Convenience accessor.
    3979       39887 :   Value *getValue() const { return Op<0>(); }
    3980             : 
    3981             :   unsigned getNumSuccessors() const { return 0; }
    3982             : 
    3983             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    3984             :   static bool classof(const Instruction *I) {
    3985    13233261 :     return I->getOpcode() == Instruction::Resume;
    3986             :   }
    3987             :   static bool classof(const Value *V) {
    3988           0 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    3989             :   }
    3990             : 
    3991             : private:
    3992             :   friend TerminatorInst;
    3993             : 
    3994             :   BasicBlock *getSuccessor(unsigned idx) const {
    3995           0 :     llvm_unreachable("ResumeInst has no successors!");
    3996             :   }
    3997             : 
    3998             :   void setSuccessor(unsigned idx, BasicBlock *NewSucc) {
    3999           0 :     llvm_unreachable("ResumeInst has no successors!");
    4000             :   }
    4001             : };
    4002             : 
    4003             : template <>
    4004             : struct OperandTraits<ResumeInst> :
    4005             :     public FixedNumOperandTraits<ResumeInst, 1> {
    4006             : };
    4007             : 
    4008        4048 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(ResumeInst, Value)
    4009             : 
    4010             : //===----------------------------------------------------------------------===//
    4011             : //                         CatchSwitchInst Class
    4012             : //===----------------------------------------------------------------------===//
    4013         420 : class CatchSwitchInst : public TerminatorInst {
    4014             :   /// The number of operands actually allocated.  NumOperands is
    4015             :   /// the number actually in use.
    4016             :   unsigned ReservedSpace;
    4017             : 
    4018             :   // Operand[0] = Outer scope
    4019             :   // Operand[1] = Unwind block destination
    4020             :   // Operand[n] = BasicBlock to go to on match
    4021             :   CatchSwitchInst(const CatchSwitchInst &CSI);
    4022             : 
    4023             :   /// Create a new switch instruction, specifying a
    4024             :   /// default destination.  The number of additional handlers can be specified
    4025             :   /// here to make memory allocation more efficient.
    4026             :   /// This constructor can also autoinsert before another instruction.
    4027             :   CatchSwitchInst(Value *ParentPad, BasicBlock *UnwindDest,
    4028             :                   unsigned NumHandlers, const Twine &NameStr,
    4029             :                   Instruction *InsertBefore);
    4030             : 
    4031             :   /// Create a new switch instruction, specifying a
    4032             :   /// default destination.  The number of additional handlers can be specified
    4033             :   /// here to make memory allocation more efficient.
    4034             :   /// This constructor also autoinserts at the end of the specified BasicBlock.
    4035             :   CatchSwitchInst(Value *ParentPad, BasicBlock *UnwindDest,
    4036             :                   unsigned NumHandlers, const Twine &NameStr,
    4037             :                   BasicBlock *InsertAtEnd);
    4038             : 
    4039             :   // allocate space for exactly zero operands
    4040         421 :   void *operator new(size_t s) { return User::operator new(s); }
    4041             : 
    4042             :   void init(Value *ParentPad, BasicBlock *UnwindDest, unsigned NumReserved);
    4043             :   void growOperands(unsigned Size);
    4044             : 
    4045             : protected:
    4046             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4047             :   friend class Instruction;
    4048             : 
    4049             :   CatchSwitchInst *cloneImpl() const;
    4050             : 
    4051             : public:
    4052             :   static CatchSwitchInst *Create(Value *ParentPad, BasicBlock *UnwindDest,
    4053             :                                  unsigned NumHandlers,
    4054             :                                  const Twine &NameStr = "",
    4055             :                                  Instruction *InsertBefore = nullptr) {
    4056             :     return new CatchSwitchInst(ParentPad, UnwindDest, NumHandlers, NameStr,
    4057         395 :                                InsertBefore);
    4058             :   }
    4059             : 
    4060             :   static CatchSwitchInst *Create(Value *ParentPad, BasicBlock *UnwindDest,
    4061             :                                  unsigned NumHandlers, const Twine &NameStr,
    4062             :                                  BasicBlock *InsertAtEnd) {
    4063             :     return new CatchSwitchInst(ParentPad, UnwindDest, NumHandlers, NameStr,
    4064             :                                InsertAtEnd);
    4065             :   }
    4066             : 
    4067             :   /// Provide fast operand accessors
    4068             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    4069             : 
    4070             :   // Accessor Methods for CatchSwitch stmt
    4071             :   Value *getParentPad() const { return getOperand(0); }
    4072           0 :   void setParentPad(Value *ParentPad) { setOperand(0, ParentPad); }
    4073             : 
    4074             :   // Accessor Methods for CatchSwitch stmt
    4075             :   bool hasUnwindDest() const { return getSubclassDataFromInstruction() & 1; }
    4076          90 :   bool unwindsToCaller() const { return !hasUnwindDest(); }
    4077             :   BasicBlock *getUnwindDest() const {
    4078        2141 :     if (hasUnwindDest())
    4079             :       return cast<BasicBlock>(getOperand(1));
    4080             :     return nullptr;
    4081             :   }
    4082             :   void setUnwindDest(BasicBlock *UnwindDest) {
    4083             :     assert(UnwindDest);
    4084             :     assert(hasUnwindDest());
    4085         115 :     setOperand(1, UnwindDest);
    4086             :   }
    4087             : 
    4088             :   /// return the number of 'handlers' in this catchswitch
    4089             :   /// instruction, except the default handler
    4090             :   unsigned getNumHandlers() const {
    4091         737 :     if (hasUnwindDest())
    4092         189 :       return getNumOperands() - 2;
    4093         548 :     return getNumOperands() - 1;
    4094             :   }
    4095             : 
    4096             : private:
    4097        1120 :   static BasicBlock *handler_helper(Value *V) { return cast<BasicBlock>(V); }
    4098         587 :   static const BasicBlock *handler_helper(const Value *V) {
    4099         587 :     return cast<BasicBlock>(V);
    4100             :   }
    4101             : 
    4102             : public:
    4103             :   using DerefFnTy = BasicBlock *(*)(Value *);
    4104             :   using handler_iterator = mapped_iterator<op_iterator, DerefFnTy>;
    4105             :   using handler_range = iterator_range<handler_iterator>;
    4106             :   using ConstDerefFnTy = const BasicBlock *(*)(const Value *);
    4107             :   using const_handler_iterator =
    4108             :       mapped_iterator<const_op_iterator, ConstDerefFnTy>;
    4109             :   using const_handler_range = iterator_range<const_handler_iterator>;
    4110             : 
    4111             :   /// Returns an iterator that points to the first handler in CatchSwitchInst.
    4112             :   handler_iterator handler_begin() {
    4113        1037 :     op_iterator It = op_begin() + 1;
    4114        1021 :     if (hasUnwindDest())
    4115         246 :       ++It;
    4116             :     return handler_iterator(It, DerefFnTy(handler_helper));
    4117             :   }
    4118             : 
    4119             :   /// Returns an iterator that points to the first handler in the
    4120             :   /// CatchSwitchInst.
    4121             :   const_handler_iterator handler_begin() const {
    4122         552 :     const_op_iterator It = op_begin() + 1;
    4123         552 :     if (hasUnwindDest())
    4124         142 :       ++It;
    4125             :     return const_handler_iterator(It, ConstDerefFnTy(handler_helper));
    4126             :   }
    4127             : 
    4128             :   /// Returns a read-only iterator that points one past the last
    4129             :   /// handler in the CatchSwitchInst.
    4130             :   handler_iterator handler_end() {
    4131             :     return handler_iterator(op_end(), DerefFnTy(handler_helper));
    4132             :   }
    4133             : 
    4134             :   /// Returns an iterator that points one past the last handler in the
    4135             :   /// CatchSwitchInst.
    4136             :   const_handler_iterator handler_end() const {
    4137             :     return const_handler_iterator(op_end(), ConstDerefFnTy(handler_helper));
    4138             :   }
    4139             : 
    4140             :   /// iteration adapter for range-for loops.
    4141             :   handler_range handlers() {
    4142             :     return make_range(handler_begin(), handler_end());
    4143             :   }
    4144             : 
    4145             :   /// iteration adapter for range-for loops.
    4146             :   const_handler_range handlers() const {
    4147             :     return make_range(handler_begin(), handler_end());
    4148             :   }
    4149             : 
    4150             :   /// Add an entry to the switch instruction...
    4151             :   /// Note:
    4152             :   /// This action invalidates handler_end(). Old handler_end() iterator will
    4153             :   /// point to the added handler.
    4154             :   void addHandler(BasicBlock *Dest);
    4155             : 
    4156             :   void removeHandler(handler_iterator HI);
    4157             : 
    4158        8215 :   unsigned getNumSuccessors() const { return getNumOperands() - 1; }
    4159             :   BasicBlock *getSuccessor(unsigned Idx) const {
    4160             :     assert(Idx < getNumSuccessors() &&
    4161             :            "Successor # out of range for catchswitch!");
    4162        6371 :     return cast<BasicBlock>(getOperand(Idx + 1));
    4163             :   }
    4164             :   void setSuccessor(unsigned Idx, BasicBlock *NewSucc) {
    4165             :     assert(Idx < getNumSuccessors() &&
    4166             :            "Successor # out of range for catchswitch!");
    4167           0 :     setOperand(Idx + 1, NewSucc);
    4168             :   }
    4169             : 
    4170             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    4171             :   static bool classof(const Instruction *I) {
    4172             :     return I->getOpcode() == Instruction::CatchSwitch;
    4173             :   }
    4174             :   static bool classof(const Value *V) {
    4175        3512 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4176             :   }
    4177             : };
    4178             : 
    4179             : template <>
    4180             : struct OperandTraits<CatchSwitchInst> : public HungoffOperandTraits<2> {};
    4181             : 
    4182       20919 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(CatchSwitchInst, Value)
    4183             : 
    4184             : //===----------------------------------------------------------------------===//
    4185             : //                               CleanupPadInst Class
    4186             : //===----------------------------------------------------------------------===//
    4187         556 : class CleanupPadInst : public FuncletPadInst {
    4188             : private:
    4189             :   explicit CleanupPadInst(Value *ParentPad, ArrayRef<Value *> Args,
    4190             :                           unsigned Values, const Twine &NameStr,
    4191             :                           Instruction *InsertBefore)
    4192         457 :       : FuncletPadInst(Instruction::CleanupPad, ParentPad, Args, Values,
    4193         457 :                        NameStr, InsertBefore) {}
    4194             :   explicit CleanupPadInst(Value *ParentPad, ArrayRef<Value *> Args,
    4195             :                           unsigned Values, const Twine &NameStr,
    4196             :                           BasicBlock *InsertAtEnd)
    4197           7 :       : FuncletPadInst(Instruction::CleanupPad, ParentPad, Args, Values,
    4198           7 :                        NameStr, InsertAtEnd) {}
    4199             : 
    4200             : public:
    4201         457 :   static CleanupPadInst *Create(Value *ParentPad, ArrayRef<Value *> Args = None,
    4202             :                                 const Twine &NameStr = "",
    4203             :                                 Instruction *InsertBefore = nullptr) {
    4204         457 :     unsigned Values = 1 + Args.size();
    4205             :     return new (Values)
    4206         914 :         CleanupPadInst(ParentPad, Args, Values, NameStr, InsertBefore);
    4207             :   }
    4208             : 
    4209           7 :   static CleanupPadInst *Create(Value *ParentPad, ArrayRef<Value *> Args,
    4210             :                                 const Twine &NameStr, BasicBlock *InsertAtEnd) {
    4211           7 :     unsigned Values = 1 + Args.size();
    4212             :     return new (Values)
    4213          14 :         CleanupPadInst(ParentPad, Args, Values, NameStr, InsertAtEnd);
    4214             :   }
    4215             : 
    4216             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4217             :   static bool classof(const Instruction *I) {
    4218             :     return I->getOpcode() == Instruction::CleanupPad;
    4219             :   }
    4220             :   static bool classof(const Value *V) {
    4221        1441 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4222             :   }
    4223             : };
    4224             : 
    4225             : //===----------------------------------------------------------------------===//
    4226             : //                               CatchPadInst Class
    4227             : //===----------------------------------------------------------------------===//
    4228         435 : class CatchPadInst : public FuncletPadInst {
    4229             : private:
    4230             :   explicit CatchPadInst(Value *CatchSwitch, ArrayRef<Value *> Args,
    4231             :                         unsigned Values, const Twine &NameStr,
    4232             :                         Instruction *InsertBefore)
    4233         410 :       : FuncletPadInst(Instruction::CatchPad, CatchSwitch, Args, Values,
    4234         410 :                        NameStr, InsertBefore) {}
    4235             :   explicit CatchPadInst(Value *CatchSwitch, ArrayRef<Value *> Args,
    4236             :                         unsigned Values, const Twine &NameStr,
    4237             :                         BasicBlock *InsertAtEnd)
    4238             :       : FuncletPadInst(Instruction::CatchPad, CatchSwitch, Args, Values,
    4239             :                        NameStr, InsertAtEnd) {}
    4240             : 
    4241             : public:
    4242         410 :   static CatchPadInst *Create(Value *CatchSwitch, ArrayRef<Value *> Args,
    4243             :                               const Twine &NameStr = "",
    4244             :                               Instruction *InsertBefore = nullptr) {
    4245         410 :     unsigned Values = 1 + Args.size();
    4246             :     return new (Values)
    4247         820 :         CatchPadInst(CatchSwitch, Args, Values, NameStr, InsertBefore);
    4248             :   }
    4249             : 
    4250             :   static CatchPadInst *Create(Value *CatchSwitch, ArrayRef<Value *> Args,
    4251             :                               const Twine &NameStr, BasicBlock *InsertAtEnd) {
    4252             :     unsigned Values = 1 + Args.size();
    4253             :     return new (Values)
    4254             :         CatchPadInst(CatchSwitch, Args, Values, NameStr, InsertAtEnd);
    4255             :   }
    4256             : 
    4257             :   /// Convenience accessors
    4258             :   CatchSwitchInst *getCatchSwitch() const {
    4259             :     return cast<CatchSwitchInst>(Op<-1>());
    4260             :   }
    4261             :   void setCatchSwitch(Value *CatchSwitch) {
    4262             :     assert(CatchSwitch);
    4263             :     Op<-1>() = CatchSwitch;
    4264             :   }
    4265             : 
    4266             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4267             :   static bool classof(const Instruction *I) {
    4268             :     return I->getOpcode() == Instruction::CatchPad;
    4269             :   }
    4270             :   static bool classof(const Value *V) {
    4271         599 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4272             :   }
    4273             : };
    4274             : 
    4275             : //===----------------------------------------------------------------------===//
    4276             : //                               CatchReturnInst Class
    4277             : //===----------------------------------------------------------------------===//
    4278             : 
    4279         288 : class CatchReturnInst : public TerminatorInst {
    4280             :   CatchReturnInst(const CatchReturnInst &RI);
    4281             :   CatchReturnInst(Value *CatchPad, BasicBlock *BB, Instruction *InsertBefore);
    4282             :   CatchReturnInst(Value *CatchPad, BasicBlock *BB, BasicBlock *InsertAtEnd);
    4283             : 
    4284             :   void init(Value *CatchPad, BasicBlock *BB);
    4285             : 
    4286             : protected:
    4287             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4288             :   friend class Instruction;
    4289             : 
    4290             :   CatchReturnInst *cloneImpl() const;
    4291             : 
    4292             : public:
    4293             :   static CatchReturnInst *Create(Value *CatchPad, BasicBlock *BB,
    4294             :                                  Instruction *InsertBefore = nullptr) {
    4295             :     assert(CatchPad);
    4296             :     assert(BB);
    4297         278 :     return new (2) CatchReturnInst(CatchPad, BB, InsertBefore);
    4298             :   }
    4299             : 
    4300             :   static CatchReturnInst *Create(Value *CatchPad, BasicBlock *BB,
    4301             :                                  BasicBlock *InsertAtEnd) {
    4302             :     assert(CatchPad);
    4303             :     assert(BB);
    4304             :     return new (2) CatchReturnInst(CatchPad, BB, InsertAtEnd);
    4305             :   }
    4306             : 
    4307             :   /// Provide fast operand accessors
    4308             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    4309             : 
    4310             :   /// Convenience accessors.
    4311             :   CatchPadInst *getCatchPad() const { return cast<CatchPadInst>(Op<0>()); }
    4312             :   void setCatchPad(CatchPadInst *CatchPad) {
    4313             :     assert(CatchPad);
    4314             :     Op<0>() = CatchPad;
    4315             :   }
    4316             : 
    4317             :   BasicBlock *getSuccessor() const { return cast<BasicBlock>(Op<1>()); }
    4318             :   void setSuccessor(BasicBlock *NewSucc) {
    4319             :     assert(NewSucc);
    4320             :     Op<1>() = NewSucc;
    4321             :   }
    4322             :   unsigned getNumSuccessors() const { return 1; }
    4323             : 
    4324             :   /// Get the parentPad of this catchret's catchpad's catchswitch.
    4325             :   /// The successor block is implicitly a member of this funclet.
    4326             :   Value *getCatchSwitchParentPad() const {
    4327             :     return getCatchPad()->getCatchSwitch()->getParentPad();
    4328             :   }
    4329             : 
    4330             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    4331             :   static bool classof(const Instruction *I) {
    4332             :     return (I->getOpcode() == Instruction::CatchRet);
    4333             :   }
    4334             :   static bool classof(const Value *V) {
    4335         541 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4336             :   }
    4337             : 
    4338             : private:
    4339             :   friend TerminatorInst;
    4340             : 
    4341             :   BasicBlock *getSuccessor(unsigned Idx) const {
    4342             :     assert(Idx < getNumSuccessors() && "Successor # out of range for catchret!");
    4343             :     return getSuccessor();
    4344             :   }
    4345             : 
    4346             :   void setSuccessor(unsigned Idx, BasicBlock *B) {
    4347             :     assert(Idx < getNumSuccessors() && "Successor # out of range for catchret!");
    4348             :     setSuccessor(B);
    4349             :   }
    4350             : };
    4351             : 
    4352             : template <>
    4353             : struct OperandTraits<CatchReturnInst>
    4354             :     : public FixedNumOperandTraits<CatchReturnInst, 2> {};
    4355             : 
    4356         893 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(CatchReturnInst, Value)
    4357             : 
    4358             : //===----------------------------------------------------------------------===//
    4359             : //                               CleanupReturnInst Class
    4360             : //===----------------------------------------------------------------------===//
    4361             : 
    4362         418 : class CleanupReturnInst : public TerminatorInst {
    4363             : private:
    4364             :   CleanupReturnInst(const CleanupReturnInst &RI);
    4365             :   CleanupReturnInst(Value *CleanupPad, BasicBlock *UnwindBB, unsigned Values,
    4366             :                     Instruction *InsertBefore = nullptr);
    4367             :   CleanupReturnInst(Value *CleanupPad, BasicBlock *UnwindBB, unsigned Values,
    4368             :                     BasicBlock *InsertAtEnd);
    4369             : 
    4370             :   void init(Value *CleanupPad, BasicBlock *UnwindBB);
    4371             : 
    4372             : protected:
    4373             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4374             :   friend class Instruction;
    4375             : 
    4376             :   CleanupReturnInst *cloneImpl() const;
    4377             : 
    4378             : public:
    4379         353 :   static CleanupReturnInst *Create(Value *CleanupPad,
    4380             :                                    BasicBlock *UnwindBB = nullptr,
    4381             :                                    Instruction *InsertBefore = nullptr) {
    4382             :     assert(CleanupPad);
    4383             :     unsigned Values = 1;
    4384         353 :     if (UnwindBB)
    4385             :       ++Values;
    4386             :     return new (Values)
    4387         353 :         CleanupReturnInst(CleanupPad, UnwindBB, Values, InsertBefore);
    4388             :   }
    4389             : 
    4390           7 :   static CleanupReturnInst *Create(Value *CleanupPad, BasicBlock *UnwindBB,
    4391             :                                    BasicBlock *InsertAtEnd) {
    4392             :     assert(CleanupPad);
    4393             :     unsigned Values = 1;
    4394           7 :     if (UnwindBB)
    4395             :       ++Values;
    4396             :     return new (Values)
    4397           7 :         CleanupReturnInst(CleanupPad, UnwindBB, Values, InsertAtEnd);
    4398             :   }
    4399             : 
    4400             :   /// Provide fast operand accessors
    4401             :   DECLARE_TRANSPARENT_OPERAND_ACCESSORS(Value);
    4402             : 
    4403             :   bool hasUnwindDest() const { return getSubclassDataFromInstruction() & 1; }
    4404          50 :   bool unwindsToCaller() const { return !hasUnwindDest(); }
    4405             : 
    4406             :   /// Convenience accessor.
    4407             :   CleanupPadInst *getCleanupPad() const {
    4408             :     return cast<CleanupPadInst>(Op<0>());
    4409             :   }
    4410             :   void setCleanupPad(CleanupPadInst *CleanupPad) {
    4411             :     assert(CleanupPad);
    4412             :     Op<0>() = CleanupPad;
    4413             :   }
    4414             : 
    4415        3186 :   unsigned getNumSuccessors() const { return hasUnwindDest() ? 1 : 0; }
    4416             : 
    4417             :   BasicBlock *getUnwindDest() const {
    4418        2351 :     return hasUnwindDest() ? cast<BasicBlock>(Op<1>()) : nullptr;
    4419             :   }
    4420             :   void setUnwindDest(BasicBlock *NewDest) {
    4421             :     assert(NewDest);
    4422             :     assert(hasUnwindDest());
    4423             :     Op<1>() = NewDest;
    4424             :   }
    4425             : 
    4426             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    4427             :   static bool classof(const Instruction *I) {
    4428             :     return (I->getOpcode() == Instruction::CleanupRet);
    4429             :   }
    4430             :   static bool classof(const Value *V) {
    4431        2748 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4432             :   }
    4433             : 
    4434             : private:
    4435             :   friend TerminatorInst;
    4436             : 
    4437             :   BasicBlock *getSuccessor(unsigned Idx) const {
    4438             :     assert(Idx == 0);
    4439             :     return getUnwindDest();
    4440             :   }
    4441             : 
    4442             :   void setSuccessor(unsigned Idx, BasicBlock *B) {
    4443             :     assert(Idx == 0);
    4444             :     setUnwindDest(B);
    4445             :   }
    4446             : 
    4447             :   // Shadow Instruction::setInstructionSubclassData with a private forwarding
    4448             :   // method so that subclasses cannot accidentally use it.
    4449             :   void setInstructionSubclassData(unsigned short D) {
    4450             :     Instruction::setInstructionSubclassData(D);
    4451             :   }
    4452             : };
    4453             : 
    4454             : template <>
    4455             : struct OperandTraits<CleanupReturnInst>
    4456             :     : public VariadicOperandTraits<CleanupReturnInst, /*MINARITY=*/1> {};
    4457             : 
    4458        1208 : DEFINE_TRANSPARENT_OPERAND_ACCESSORS(CleanupReturnInst, Value)
    4459             : 
    4460             : //===----------------------------------------------------------------------===//
    4461             : //                           UnreachableInst Class
    4462             : //===----------------------------------------------------------------------===//
    4463             : 
    4464             : //===---------------------------------------------------------------------------
    4465             : /// This function has undefined behavior.  In particular, the
    4466             : /// presence of this instruction indicates some higher level knowledge that the
    4467             : /// end of the block cannot be reached.
    4468             : ///
    4469       37725 : class UnreachableInst : public TerminatorInst {
    4470             : protected:
    4471             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4472             :   friend class Instruction;
    4473             : 
    4474             :   UnreachableInst *cloneImpl() const;
    4475             : 
    4476             : public:
    4477             :   explicit UnreachableInst(LLVMContext &C, Instruction *InsertBefore = nullptr);
    4478             :   explicit UnreachableInst(LLVMContext &C, BasicBlock *InsertAtEnd);
    4479             : 
    4480             :   // allocate space for exactly zero operands
    4481             :   void *operator new(size_t s) {
    4482       54958 :     return User::operator new(s, 0);
    4483             :   }
    4484             : 
    4485             :   unsigned getNumSuccessors() const { return 0; }
    4486             : 
    4487             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    4488             :   static bool classof(const Instruction *I) {
    4489          50 :     return I->getOpcode() == Instruction::Unreachable;
    4490             :   }
    4491             :   static bool classof(const Value *V) {
    4492           0 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4493             :   }
    4494             : 
    4495             : private:
    4496             :   friend TerminatorInst;
    4497             : 
    4498             :   BasicBlock *getSuccessor(unsigned idx) const {
    4499           0 :     llvm_unreachable("UnreachableInst has no successors!");
    4500             :   }
    4501             : 
    4502             :   void setSuccessor(unsigned idx, BasicBlock *B) {
    4503           0 :     llvm_unreachable("UnreachableInst has no successors!");
    4504             :   }
    4505             : };
    4506             : 
    4507             : //===----------------------------------------------------------------------===//
    4508             : //                                 TruncInst Class
    4509             : //===----------------------------------------------------------------------===//
    4510             : 
    4511             : /// This class represents a truncation of integer types.
    4512       34745 : class TruncInst : public CastInst {
    4513             : protected:
    4514             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4515             :   friend class Instruction;
    4516             : 
    4517             :   /// Clone an identical TruncInst
    4518             :   TruncInst *cloneImpl() const;
    4519             : 
    4520             : public:
    4521             :   /// Constructor with insert-before-instruction semantics
    4522             :   TruncInst(
    4523             :     Value *S,                           ///< The value to be truncated
    4524             :     Type *Ty,                           ///< The (smaller) type to truncate to
    4525             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4526             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4527             :   );
    4528             : 
    4529             :   /// Constructor with insert-at-end-of-block semantics
    4530             :   TruncInst(
    4531             :     Value *S,                     ///< The value to be truncated
    4532             :     Type *Ty,                     ///< The (smaller) type to truncate to
    4533             :     const Twine &NameStr,         ///< A name for the new instruction
    4534             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4535             :   );
    4536             : 
    4537             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4538             :   static bool classof(const Instruction *I) {
    4539             :     return I->getOpcode() == Trunc;
    4540             :   }
    4541             :   static bool classof(const Value *V) {
    4542      439428 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4543             :   }
    4544             : };
    4545             : 
    4546             : //===----------------------------------------------------------------------===//
    4547             : //                                 ZExtInst Class
    4548             : //===----------------------------------------------------------------------===//
    4549             : 
    4550             : /// This class represents zero extension of integer types.
    4551       41491 : class ZExtInst : public CastInst {
    4552             : protected:
    4553             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4554             :   friend class Instruction;
    4555             : 
    4556             :   /// Clone an identical ZExtInst
    4557             :   ZExtInst *cloneImpl() const;
    4558             : 
    4559             : public:
    4560             :   /// Constructor with insert-before-instruction semantics
    4561             :   ZExtInst(
    4562             :     Value *S,                           ///< The value to be zero extended
    4563             :     Type *Ty,                           ///< The type to zero extend to
    4564             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4565             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4566             :   );
    4567             : 
    4568             :   /// Constructor with insert-at-end semantics.
    4569             :   ZExtInst(
    4570             :     Value *S,                     ///< The value to be zero extended
    4571             :     Type *Ty,                     ///< The type to zero extend to
    4572             :     const Twine &NameStr,         ///< A name for the new instruction
    4573             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4574             :   );
    4575             : 
    4576             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4577             :   static bool classof(const Instruction *I) {
    4578         484 :     return I->getOpcode() == ZExt;
    4579             :   }
    4580             :   static bool classof(const Value *V) {
    4581     5856197 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4582             :   }
    4583             : };
    4584             : 
    4585             : //===----------------------------------------------------------------------===//
    4586             : //                                 SExtInst Class
    4587             : //===----------------------------------------------------------------------===//
    4588             : 
    4589             : /// This class represents a sign extension of integer types.
    4590       34805 : class SExtInst : public CastInst {
    4591             : protected:
    4592             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4593             :   friend class Instruction;
    4594             : 
    4595             :   /// Clone an identical SExtInst
    4596             :   SExtInst *cloneImpl() const;
    4597             : 
    4598             : public:
    4599             :   /// Constructor with insert-before-instruction semantics
    4600             :   SExtInst(
    4601             :     Value *S,                           ///< The value to be sign extended
    4602             :     Type *Ty,                           ///< The type to sign extend to
    4603             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4604             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4605             :   );
    4606             : 
    4607             :   /// Constructor with insert-at-end-of-block semantics
    4608             :   SExtInst(
    4609             :     Value *S,                     ///< The value to be sign extended
    4610             :     Type *Ty,                     ///< The type to sign extend to
    4611             :     const Twine &NameStr,         ///< A name for the new instruction
    4612             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4613             :   );
    4614             : 
    4615             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4616             :   static bool classof(const Instruction *I) {
    4617       13990 :     return I->getOpcode() == SExt;
    4618             :   }
    4619             :   static bool classof(const Value *V) {
    4620     5480731 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4621             :   }
    4622             : };
    4623             : 
    4624             : //===----------------------------------------------------------------------===//
    4625             : //                                 FPTruncInst Class
    4626             : //===----------------------------------------------------------------------===//
    4627             : 
    4628             : /// This class represents a truncation of floating point types.
    4629        2608 : class FPTruncInst : public CastInst {
    4630             : protected:
    4631             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4632             :   friend class Instruction;
    4633             : 
    4634             :   /// Clone an identical FPTruncInst
    4635             :   FPTruncInst *cloneImpl() const;
    4636             : 
    4637             : public:
    4638             :   /// Constructor with insert-before-instruction semantics
    4639             :   FPTruncInst(
    4640             :     Value *S,                           ///< The value to be truncated
    4641             :     Type *Ty,                           ///< The type to truncate to
    4642             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4643             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4644             :   );
    4645             : 
    4646             :   /// Constructor with insert-before-instruction semantics
    4647             :   FPTruncInst(
    4648             :     Value *S,                     ///< The value to be truncated
    4649             :     Type *Ty,                     ///< The type to truncate to
    4650             :     const Twine &NameStr,         ///< A name for the new instruction
    4651             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4652             :   );
    4653             : 
    4654             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4655             :   static bool classof(const Instruction *I) {
    4656             :     return I->getOpcode() == FPTrunc;
    4657             :   }
    4658             :   static bool classof(const Value *V) {
    4659         140 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4660             :   }
    4661             : };
    4662             : 
    4663             : //===----------------------------------------------------------------------===//
    4664             : //                                 FPExtInst Class
    4665             : //===----------------------------------------------------------------------===//
    4666             : 
    4667             : /// This class represents an extension of floating point types.
    4668        6063 : class FPExtInst : public CastInst {
    4669             : protected:
    4670             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4671             :   friend class Instruction;
    4672             : 
    4673             :   /// Clone an identical FPExtInst
    4674             :   FPExtInst *cloneImpl() const;
    4675             : 
    4676             : public:
    4677             :   /// Constructor with insert-before-instruction semantics
    4678             :   FPExtInst(
    4679             :     Value *S,                           ///< The value to be extended
    4680             :     Type *Ty,                           ///< The type to extend to
    4681             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4682             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4683             :   );
    4684             : 
    4685             :   /// Constructor with insert-at-end-of-block semantics
    4686             :   FPExtInst(
    4687             :     Value *S,                     ///< The value to be extended
    4688             :     Type *Ty,                     ///< The type to extend to
    4689             :     const Twine &NameStr,         ///< A name for the new instruction
    4690             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4691             :   );
    4692             : 
    4693             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4694             :   static bool classof(const Instruction *I) {
    4695             :     return I->getOpcode() == FPExt;
    4696             :   }
    4697             :   static bool classof(const Value *V) {
    4698        5775 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4699             :   }
    4700             : };
    4701             : 
    4702             : //===----------------------------------------------------------------------===//
    4703             : //                                 UIToFPInst Class
    4704             : //===----------------------------------------------------------------------===//
    4705             : 
    4706             : /// This class represents a cast unsigned integer to floating point.
    4707        3600 : class UIToFPInst : public CastInst {
    4708             : protected:
    4709             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4710             :   friend class Instruction;
    4711             : 
    4712             :   /// Clone an identical UIToFPInst
    4713             :   UIToFPInst *cloneImpl() const;
    4714             : 
    4715             : public:
    4716             :   /// Constructor with insert-before-instruction semantics
    4717             :   UIToFPInst(
    4718             :     Value *S,                           ///< The value to be converted
    4719             :     Type *Ty,                           ///< The type to convert to
    4720             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4721             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4722             :   );
    4723             : 
    4724             :   /// Constructor with insert-at-end-of-block semantics
    4725             :   UIToFPInst(
    4726             :     Value *S,                     ///< The value to be converted
    4727             :     Type *Ty,                     ///< The type to convert to
    4728             :     const Twine &NameStr,         ///< A name for the new instruction
    4729             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4730             :   );
    4731             : 
    4732             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4733             :   static bool classof(const Instruction *I) {
    4734          63 :     return I->getOpcode() == UIToFP;
    4735             :   }
    4736             :   static bool classof(const Value *V) {
    4737        1322 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4738             :   }
    4739             : };
    4740             : 
    4741             : //===----------------------------------------------------------------------===//
    4742             : //                                 SIToFPInst Class
    4743             : //===----------------------------------------------------------------------===//
    4744             : 
    4745             : /// This class represents a cast from signed integer to floating point.
    4746        7132 : class SIToFPInst : public CastInst {
    4747             : protected:
    4748             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4749             :   friend class Instruction;
    4750             : 
    4751             :   /// Clone an identical SIToFPInst
    4752             :   SIToFPInst *cloneImpl() const;
    4753             : 
    4754             : public:
    4755             :   /// Constructor with insert-before-instruction semantics
    4756             :   SIToFPInst(
    4757             :     Value *S,                           ///< The value to be converted
    4758             :     Type *Ty,                           ///< The type to convert to
    4759             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4760             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4761             :   );
    4762             : 
    4763             :   /// Constructor with insert-at-end-of-block semantics
    4764             :   SIToFPInst(
    4765             :     Value *S,                     ///< The value to be converted
    4766             :     Type *Ty,                     ///< The type to convert to
    4767             :     const Twine &NameStr,         ///< A name for the new instruction
    4768             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4769             :   );
    4770             : 
    4771             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4772             :   static bool classof(const Instruction *I) {
    4773          16 :     return I->getOpcode() == SIToFP;
    4774             :   }
    4775             :   static bool classof(const Value *V) {
    4776        5455 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4777             :   }
    4778             : };
    4779             : 
    4780             : //===----------------------------------------------------------------------===//
    4781             : //                                 FPToUIInst Class
    4782             : //===----------------------------------------------------------------------===//
    4783             : 
    4784             : /// This class represents a cast from floating point to unsigned integer
    4785        2401 : class FPToUIInst  : public CastInst {
    4786             : protected:
    4787             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4788             :   friend class Instruction;
    4789             : 
    4790             :   /// Clone an identical FPToUIInst
    4791             :   FPToUIInst *cloneImpl() const;
    4792             : 
    4793             : public:
    4794             :   /// Constructor with insert-before-instruction semantics
    4795             :   FPToUIInst(
    4796             :     Value *S,                           ///< The value to be converted
    4797             :     Type *Ty,                           ///< The type to convert to
    4798             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4799             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4800             :   );
    4801             : 
    4802             :   /// Constructor with insert-at-end-of-block semantics
    4803             :   FPToUIInst(
    4804             :     Value *S,                     ///< The value to be converted
    4805             :     Type *Ty,                     ///< The type to convert to
    4806             :     const Twine &NameStr,         ///< A name for the new instruction
    4807             :     BasicBlock *InsertAtEnd       ///< Where to insert the new instruction
    4808             :   );
    4809             : 
    4810             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4811             :   static bool classof(const Instruction *I) {
    4812             :     return I->getOpcode() == FPToUI;
    4813             :   }
    4814             :   static bool classof(const Value *V) {
    4815           0 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4816             :   }
    4817             : };
    4818             : 
    4819             : //===----------------------------------------------------------------------===//
    4820             : //                                 FPToSIInst Class
    4821             : //===----------------------------------------------------------------------===//
    4822             : 
    4823             : /// This class represents a cast from floating point to signed integer.
    4824        4095 : class FPToSIInst  : public CastInst {
    4825             : protected:
    4826             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4827             :   friend class Instruction;
    4828             : 
    4829             :   /// Clone an identical FPToSIInst
    4830             :   FPToSIInst *cloneImpl() const;
    4831             : 
    4832             : public:
    4833             :   /// Constructor with insert-before-instruction semantics
    4834             :   FPToSIInst(
    4835             :     Value *S,                           ///< The value to be converted
    4836             :     Type *Ty,                           ///< The type to convert to
    4837             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4838             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4839             :   );
    4840             : 
    4841             :   /// Constructor with insert-at-end-of-block semantics
    4842             :   FPToSIInst(
    4843             :     Value *S,                     ///< The value to be converted
    4844             :     Type *Ty,                     ///< The type to convert to
    4845             :     const Twine &NameStr,         ///< A name for the new instruction
    4846             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4847             :   );
    4848             : 
    4849             :   /// Methods for support type inquiry through isa, cast, and dyn_cast:
    4850             :   static bool classof(const Instruction *I) {
    4851          16 :     return I->getOpcode() == FPToSI;
    4852             :   }
    4853             :   static bool classof(const Value *V) {
    4854           0 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4855             :   }
    4856             : };
    4857             : 
    4858             : //===----------------------------------------------------------------------===//
    4859             : //                                 IntToPtrInst Class
    4860             : //===----------------------------------------------------------------------===//
    4861             : 
    4862             : /// This class represents a cast from an integer to a pointer.
    4863        8030 : class IntToPtrInst : public CastInst {
    4864             : public:
    4865             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4866             :   friend class Instruction;
    4867             : 
    4868             :   /// Constructor with insert-before-instruction semantics
    4869             :   IntToPtrInst(
    4870             :     Value *S,                           ///< The value to be converted
    4871             :     Type *Ty,                           ///< The type to convert to
    4872             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4873             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4874             :   );
    4875             : 
    4876             :   /// Constructor with insert-at-end-of-block semantics
    4877             :   IntToPtrInst(
    4878             :     Value *S,                     ///< The value to be converted
    4879             :     Type *Ty,                     ///< The type to convert to
    4880             :     const Twine &NameStr,         ///< A name for the new instruction
    4881             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4882             :   );
    4883             : 
    4884             :   /// Clone an identical IntToPtrInst.
    4885             :   IntToPtrInst *cloneImpl() const;
    4886             : 
    4887             :   /// Returns the address space of this instruction's pointer type.
    4888             :   unsigned getAddressSpace() const {
    4889       16069 :     return getType()->getPointerAddressSpace();
    4890             :   }
    4891             : 
    4892             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    4893             :   static bool classof(const Instruction *I) {
    4894             :     return I->getOpcode() == IntToPtr;
    4895             :   }
    4896             :   static bool classof(const Value *V) {
    4897       41821 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4898             :   }
    4899             : };
    4900             : 
    4901             : //===----------------------------------------------------------------------===//
    4902             : //                                 PtrToIntInst Class
    4903             : //===----------------------------------------------------------------------===//
    4904             : 
    4905             : /// This class represents a cast from a pointer to an integer.
    4906       11605 : class PtrToIntInst : public CastInst {
    4907             : protected:
    4908             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4909             :   friend class Instruction;
    4910             : 
    4911             :   /// Clone an identical PtrToIntInst.
    4912             :   PtrToIntInst *cloneImpl() const;
    4913             : 
    4914             : public:
    4915             :   /// Constructor with insert-before-instruction semantics
    4916             :   PtrToIntInst(
    4917             :     Value *S,                           ///< The value to be converted
    4918             :     Type *Ty,                           ///< The type to convert to
    4919             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4920             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4921             :   );
    4922             : 
    4923             :   /// Constructor with insert-at-end-of-block semantics
    4924             :   PtrToIntInst(
    4925             :     Value *S,                     ///< The value to be converted
    4926             :     Type *Ty,                     ///< The type to convert to
    4927             :     const Twine &NameStr,         ///< A name for the new instruction
    4928             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4929             :   );
    4930             : 
    4931             :   /// Gets the pointer operand.
    4932             :   Value *getPointerOperand() { return getOperand(0); }
    4933             :   /// Gets the pointer operand.
    4934             :   const Value *getPointerOperand() const { return getOperand(0); }
    4935             :   /// Gets the operand index of the pointer operand.
    4936             :   static unsigned getPointerOperandIndex() { return 0U; }
    4937             : 
    4938             :   /// Returns the address space of the pointer operand.
    4939             :   unsigned getPointerAddressSpace() const {
    4940       27868 :     return getPointerOperand()->getType()->getPointerAddressSpace();
    4941             :   }
    4942             : 
    4943             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    4944             :   static bool classof(const Instruction *I) {
    4945             :     return I->getOpcode() == PtrToInt;
    4946             :   }
    4947             :   static bool classof(const Value *V) {
    4948       82710 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4949             :   }
    4950             : };
    4951             : 
    4952             : //===----------------------------------------------------------------------===//
    4953             : //                             BitCastInst Class
    4954             : //===----------------------------------------------------------------------===//
    4955             : 
    4956             : /// This class represents a no-op cast from one type to another.
    4957      615851 : class BitCastInst : public CastInst {
    4958             : protected:
    4959             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    4960             :   friend class Instruction;
    4961             : 
    4962             :   /// Clone an identical BitCastInst.
    4963             :   BitCastInst *cloneImpl() const;
    4964             : 
    4965             : public:
    4966             :   /// Constructor with insert-before-instruction semantics
    4967             :   BitCastInst(
    4968             :     Value *S,                           ///< The value to be casted
    4969             :     Type *Ty,                           ///< The type to casted to
    4970             :     const Twine &NameStr = "",          ///< A name for the new instruction
    4971             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    4972             :   );
    4973             : 
    4974             :   /// Constructor with insert-at-end-of-block semantics
    4975             :   BitCastInst(
    4976             :     Value *S,                     ///< The value to be casted
    4977             :     Type *Ty,                     ///< The type to casted to
    4978             :     const Twine &NameStr,         ///< A name for the new instruction
    4979             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    4980             :   );
    4981             : 
    4982             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    4983             :   static bool classof(const Instruction *I) {
    4984           1 :     return I->getOpcode() == BitCast;
    4985             :   }
    4986             :   static bool classof(const Value *V) {
    4987     7042713 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    4988             :   }
    4989             : };
    4990             : 
    4991             : //===----------------------------------------------------------------------===//
    4992             : //                          AddrSpaceCastInst Class
    4993             : //===----------------------------------------------------------------------===//
    4994             : 
    4995             : /// This class represents a conversion between pointers from one address space
    4996             : /// to another.
    4997        1574 : class AddrSpaceCastInst : public CastInst {
    4998             : protected:
    4999             :   // Note: Instruction needs to be a friend here to call cloneImpl.
    5000             :   friend class Instruction;
    5001             : 
    5002             :   /// Clone an identical AddrSpaceCastInst.
    5003             :   AddrSpaceCastInst *cloneImpl() const;
    5004             : 
    5005             : public:
    5006             :   /// Constructor with insert-before-instruction semantics
    5007             :   AddrSpaceCastInst(
    5008             :     Value *S,                           ///< The value to be casted
    5009             :     Type *Ty,                           ///< The type to casted to
    5010             :     const Twine &NameStr = "",          ///< A name for the new instruction
    5011             :     Instruction *InsertBefore = nullptr ///< Where to insert the new instruction
    5012             :   );
    5013             : 
    5014             :   /// Constructor with insert-at-end-of-block semantics
    5015             :   AddrSpaceCastInst(
    5016             :     Value *S,                     ///< The value to be casted
    5017             :     Type *Ty,                     ///< The type to casted to
    5018             :     const Twine &NameStr,         ///< A name for the new instruction
    5019             :     BasicBlock *InsertAtEnd       ///< The block to insert the instruction into
    5020             :   );
    5021             : 
    5022             :   // Methods for support type inquiry through isa, cast, and dyn_cast:
    5023             :   static bool classof(const Instruction *I) {
    5024             :     return I->getOpcode() == AddrSpaceCast;
    5025             :   }
    5026             :   static bool classof(const Value *V) {
    5027     1053317 :     return isa<Instruction>(V) && classof(cast<Instruction>(V));
    5028             :   }
    5029             : 
    5030             :   /// Gets the pointer operand.
    5031             :   Value *getPointerOperand() {
    5032             :     return getOperand(0);
    5033             :   }
    5034             : 
    5035             :   /// Gets the pointer operand.
    5036             :   const Value *getPointerOperand() const {
    5037             :     return getOperand(0);
    5038             :   }
    5039             : 
    5040             :   /// Gets the operand index of the pointer operand.
    5041             :   static unsigned getPointerOperandIndex() {
    5042             :     return 0U;
    5043             :   }
    5044             : 
    5045             :   /// Returns the address space of the pointer operand.
    5046             :   unsigned getSrcAddressSpace() const {
    5047         349 :     return getPointerOperand()->getType()->getPointerAddressSpace();
    5048             :   }
    5049             : 
    5050             :   /// Returns the address space of the result.
    5051             :   unsigned getDestAddressSpace() const {
    5052         286 :     return getType()->getPointerAddressSpace();
    5053             :   }
    5054             : };
    5055             : 
    5056             : /// A helper function that returns the pointer operand of a load or store
    5057             : /// instruction. Returns nullptr if not load or store.
    5058             : inline Value *getLoadStorePointerOperand(Value *V) {
    5059             :   if (auto *Load = dyn_cast<LoadInst>(V))
    5060             :     return Load->getPointerOperand();
    5061             :   if (auto *Store = dyn_cast<StoreInst>(V))
    5062             :     return Store->getPointerOperand();
    5063             :   return nullptr;
    5064             : }
    5065             : 
    5066             : /// A helper function that returns the pointer operand of a load, store
    5067             : /// or GEP instruction. Returns nullptr if not load, store, or GEP.
    5068         165 : inline Value *getPointerOperand(Value *V) {
    5069         104 :   if (auto *Ptr = getLoadStorePointerOperand(V))
    5070             :     return Ptr;
    5071             :   if (auto *Gep = dyn_cast<GetElementPtrInst>(V))
    5072             :     return Gep->getPointerOperand();
    5073             :   return nullptr;
    5074             : }
    5075             : 
    5076             : } // end namespace llvm
    5077             : 
    5078             : #endif // LLVM_IR_INSTRUCTIONS_H

Generated by: LCOV version 1.13