LCOV - code coverage report
Current view: top level - lib/Target/AArch64/InstPrinter - AArch64InstPrinter.cpp (source / functions) Hit Total Coverage
Test: llvm-toolchain.info Lines: 460 485 94.8 %
Date: 2018-02-19 03:08:00 Functions: 63 66 95.5 %
Legend: Lines: hit not hit

          Line data    Source code
       1             : //==-- AArch64InstPrinter.cpp - Convert AArch64 MCInst to assembly syntax --==//
       2             : //
       3             : //                     The LLVM Compiler Infrastructure
       4             : //
       5             : // This file is distributed under the University of Illinois Open Source
       6             : // License. See LICENSE.TXT for details.
       7             : //
       8             : //===----------------------------------------------------------------------===//
       9             : //
      10             : // This class prints an AArch64 MCInst to a .s file.
      11             : //
      12             : //===----------------------------------------------------------------------===//
      13             : 
      14             : #include "AArch64InstPrinter.h"
      15             : #include "MCTargetDesc/AArch64AddressingModes.h"
      16             : #include "Utils/AArch64BaseInfo.h"
      17             : #include "llvm/ADT/STLExtras.h"
      18             : #include "llvm/ADT/StringExtras.h"
      19             : #include "llvm/ADT/StringRef.h"
      20             : #include "llvm/MC/MCAsmInfo.h"
      21             : #include "llvm/MC/MCExpr.h"
      22             : #include "llvm/MC/MCInst.h"
      23             : #include "llvm/MC/MCRegisterInfo.h"
      24             : #include "llvm/MC/MCSubtargetInfo.h"
      25             : #include "llvm/Support/Casting.h"
      26             : #include "llvm/Support/ErrorHandling.h"
      27             : #include "llvm/Support/Format.h"
      28             : #include "llvm/Support/MathExtras.h"
      29             : #include "llvm/Support/raw_ostream.h"
      30             : #include <cassert>
      31             : #include <cstdint>
      32             : #include <string>
      33             : 
      34             : using namespace llvm;
      35             : 
      36             : #define DEBUG_TYPE "asm-printer"
      37             : 
      38             : #define GET_INSTRUCTION_NAME
      39             : #define PRINT_ALIAS_INSTR
      40             : #include "AArch64GenAsmWriter.inc"
      41             : #define GET_INSTRUCTION_NAME
      42             : #define PRINT_ALIAS_INSTR
      43             : #include "AArch64GenAsmWriter1.inc"
      44             : 
      45        1410 : AArch64InstPrinter::AArch64InstPrinter(const MCAsmInfo &MAI,
      46             :                                        const MCInstrInfo &MII,
      47             :                                        const MCRegisterInfo &MRI)
      48        1410 :     : MCInstPrinter(MAI, MII, MRI) {}
      49             : 
      50         404 : AArch64AppleInstPrinter::AArch64AppleInstPrinter(const MCAsmInfo &MAI,
      51             :                                                  const MCInstrInfo &MII,
      52         404 :                                                  const MCRegisterInfo &MRI)
      53         404 :     : AArch64InstPrinter(MAI, MII, MRI) {}
      54             : 
      55        2230 : void AArch64InstPrinter::printRegName(raw_ostream &OS, unsigned RegNo) const {
      56             :   // This is for .cfi directives.
      57        2230 :   OS << getRegisterName(RegNo);
      58        2230 : }
      59             : 
      60       93323 : void AArch64InstPrinter::printInst(const MCInst *MI, raw_ostream &O,
      61             :                                    StringRef Annot,
      62             :                                    const MCSubtargetInfo &STI) {
      63             :   // Check for special encodings and print the canonical alias instead.
      64             : 
      65       93323 :   unsigned Opcode = MI->getOpcode();
      66             : 
      67       93323 :   if (Opcode == AArch64::SYSxt)
      68         235 :     if (printSysAlias(MI, STI, O)) {
      69         216 :       printAnnotation(O, Annot);
      70         216 :       return;
      71             :     }
      72             : 
      73             :   // SBFM/UBFM should print to a nicer aliased form if possible.
      74      186214 :   if (Opcode == AArch64::SBFMXri || Opcode == AArch64::SBFMWri ||
      75      185262 :       Opcode == AArch64::UBFMXri || Opcode == AArch64::UBFMWri) {
      76             :     const MCOperand &Op0 = MI->getOperand(0);
      77             :     const MCOperand &Op1 = MI->getOperand(1);
      78             :     const MCOperand &Op2 = MI->getOperand(2);
      79             :     const MCOperand &Op3 = MI->getOperand(3);
      80             : 
      81             :     bool IsSigned = (Opcode == AArch64::SBFMXri || Opcode == AArch64::SBFMWri);
      82        1311 :     bool Is64Bit = (Opcode == AArch64::SBFMXri || Opcode == AArch64::UBFMXri);
      83        1311 :     if (Op2.isImm() && Op2.getImm() == 0 && Op3.isImm()) {
      84             :       const char *AsmMnemonic = nullptr;
      85             : 
      86         441 :       switch (Op3.getImm()) {
      87             :       default:
      88             :         break;
      89         153 :       case 7:
      90         153 :         if (IsSigned)
      91             :           AsmMnemonic = "sxtb";
      92          95 :         else if (!Is64Bit)
      93             :           AsmMnemonic = "uxtb";
      94             :         break;
      95         110 :       case 15:
      96         110 :         if (IsSigned)
      97             :           AsmMnemonic = "sxth";
      98          50 :         else if (!Is64Bit)
      99             :           AsmMnemonic = "uxth";
     100             :         break;
     101         102 :       case 31:
     102             :         // *xtw is only valid for signed 64-bit operations.
     103         102 :         if (Is64Bit && IsSigned)
     104             :           AsmMnemonic = "sxtw";
     105             :         break;
     106             :       }
     107             : 
     108             :       if (AsmMnemonic) {
     109         618 :         O << '\t' << AsmMnemonic << '\t' << getRegisterName(Op0.getReg())
     110         309 :           << ", " << getRegisterName(getWRegFromXReg(Op1.getReg()));
     111         309 :         printAnnotation(O, Annot);
     112         309 :         return;
     113             :       }
     114             :     }
     115             : 
     116             :     // All immediate shifts are aliases, implemented using the Bitfield
     117             :     // instruction. In all cases the immediate shift amount shift must be in
     118             :     // the range 0 to (reg.size -1).
     119        1002 :     if (Op2.isImm() && Op3.isImm()) {
     120             :       const char *AsmMnemonic = nullptr;
     121             :       int shift = 0;
     122        1002 :       int64_t immr = Op2.getImm();
     123        1002 :       int64_t imms = Op3.getImm();
     124        1002 :       if (Opcode == AArch64::UBFMWri && imms != 0x1F && ((imms + 1) == immr)) {
     125             :         AsmMnemonic = "lsl";
     126          92 :         shift = 31 - imms;
     127        1294 :       } else if (Opcode == AArch64::UBFMXri && imms != 0x3f &&
     128         384 :                  ((imms + 1 == immr))) {
     129             :         AsmMnemonic = "lsl";
     130         294 :         shift = 63 - imms;
     131         616 :       } else if (Opcode == AArch64::UBFMWri && imms == 0x1f) {
     132             :         AsmMnemonic = "lsr";
     133          77 :         shift = immr;
     134         539 :       } else if (Opcode == AArch64::UBFMXri && imms == 0x3f) {
     135             :         AsmMnemonic = "lsr";
     136         132 :         shift = immr;
     137         407 :       } else if (Opcode == AArch64::SBFMWri && imms == 0x1f) {
     138             :         AsmMnemonic = "asr";
     139          61 :         shift = immr;
     140         346 :       } else if (Opcode == AArch64::SBFMXri && imms == 0x3f) {
     141             :         AsmMnemonic = "asr";
     142          72 :         shift = immr;
     143             :       }
     144             :       if (AsmMnemonic) {
     145        1456 :         O << '\t' << AsmMnemonic << '\t' << getRegisterName(Op0.getReg())
     146         728 :           << ", " << getRegisterName(Op1.getReg()) << ", #" << shift;
     147         728 :         printAnnotation(O, Annot);
     148         728 :         return;
     149             :       }
     150             :     }
     151             : 
     152             :     // SBFIZ/UBFIZ aliases
     153         274 :     if (Op2.getImm() > Op3.getImm()) {
     154          92 :       O << '\t' << (IsSigned ? "sbfiz" : "ubfiz") << '\t'
     155          92 :         << getRegisterName(Op0.getReg()) << ", " << getRegisterName(Op1.getReg())
     156          92 :         << ", #" << (Is64Bit ? 64 : 32) - Op2.getImm() << ", #" << Op3.getImm() + 1;
     157          92 :       printAnnotation(O, Annot);
     158          92 :       return;
     159             :     }
     160             : 
     161             :     // Otherwise SBFX/UBFX is the preferred form
     162         182 :     O << '\t' << (IsSigned ? "sbfx" : "ubfx") << '\t'
     163         182 :       << getRegisterName(Op0.getReg()) << ", " << getRegisterName(Op1.getReg())
     164         182 :       << ", #" << Op2.getImm() << ", #" << Op3.getImm() - Op2.getImm() + 1;
     165         182 :     printAnnotation(O, Annot);
     166         182 :     return;
     167             :   }
     168             : 
     169       91796 :   if (Opcode == AArch64::BFMXri || Opcode == AArch64::BFMWri) {
     170             :     const MCOperand &Op0 = MI->getOperand(0); // Op1 == Op0
     171             :     const MCOperand &Op2 = MI->getOperand(2);
     172         196 :     int ImmR = MI->getOperand(3).getImm();
     173         196 :     int ImmS = MI->getOperand(4).getImm();
     174             : 
     175         215 :     if ((Op2.getReg() == AArch64::WZR || Op2.getReg() == AArch64::XZR) &&
     176          19 :         (ImmR == 0 || ImmS < ImmR)) {
     177             :       // BFC takes precedence over its entire range, sligtly differently to BFI.
     178          14 :       int BitWidth = Opcode == AArch64::BFMXri ? 64 : 32;
     179          14 :       int LSB = (BitWidth - ImmR) % BitWidth;
     180          14 :       int Width = ImmS + 1;
     181             : 
     182          14 :       O << "\tbfc\t" << getRegisterName(Op0.getReg())
     183          28 :         << ", #" << LSB << ", #" << Width;
     184          14 :       printAnnotation(O, Annot);
     185          14 :       return;
     186         182 :     } else if (ImmS < ImmR) {
     187             :       // BFI alias
     188          81 :       int BitWidth = Opcode == AArch64::BFMXri ? 64 : 32;
     189          81 :       int LSB = (BitWidth - ImmR) % BitWidth;
     190          81 :       int Width = ImmS + 1;
     191             : 
     192          81 :       O << "\tbfi\t" << getRegisterName(Op0.getReg()) << ", "
     193         162 :         << getRegisterName(Op2.getReg()) << ", #" << LSB << ", #" << Width;
     194          81 :       printAnnotation(O, Annot);
     195          81 :       return;
     196             :     }
     197             : 
     198             :     int LSB = ImmR;
     199         101 :     int Width = ImmS - ImmR + 1;
     200             :     // Otherwise BFXIL the preferred form
     201         101 :     O << "\tbfxil\t"
     202         101 :       << getRegisterName(Op0.getReg()) << ", " << getRegisterName(Op2.getReg())
     203         202 :       << ", #" << LSB << ", #" << Width;
     204         101 :     printAnnotation(O, Annot);
     205         101 :     return;
     206             :   }
     207             : 
     208             :   // Symbolic operands for MOVZ, MOVN and MOVK already imply a shift
     209             :   // (e.g. :gottprel_g1: is always going to be "lsl #16") so it should not be
     210             :   // printed.
     211             :   if ((Opcode == AArch64::MOVZXi || Opcode == AArch64::MOVZWi ||
     212       92405 :        Opcode == AArch64::MOVNXi || Opcode == AArch64::MOVNWi) &&
     213         805 :       MI->getOperand(1).isExpr()) {
     214          94 :     if (Opcode == AArch64::MOVZXi || Opcode == AArch64::MOVZWi)
     215          68 :       O << "\tmovz\t";
     216             :     else
     217          26 :       O << "\tmovn\t";
     218             : 
     219          94 :     O << getRegisterName(MI->getOperand(0).getReg()) << ", #";
     220          94 :     MI->getOperand(1).getExpr()->print(O, &MAI);
     221          94 :     return;
     222             :   }
     223             : 
     224       91859 :   if ((Opcode == AArch64::MOVKXi || Opcode == AArch64::MOVKWi) &&
     225         353 :       MI->getOperand(2).isExpr()) {
     226         238 :     O << "\tmovk\t" << getRegisterName(MI->getOperand(0).getReg()) << ", #";
     227         119 :     MI->getOperand(2).getExpr()->print(O, &MAI);
     228         119 :     return;
     229             :   }
     230             : 
     231             :   // MOVZ, MOVN and "ORR wzr, #imm" instructions are aliases for MOV, but their
     232             :   // domains overlap so they need to be prioritized. The chain is "MOVZ lsl #0 >
     233             :   // MOVZ lsl #N > MOVN lsl #0 > MOVN lsl #N > ORR". The highest instruction
     234             :   // that can represent the move is the MOV alias, and the rest get printed
     235             :   // normally.
     236       92038 :   if ((Opcode == AArch64::MOVZXi || Opcode == AArch64::MOVZWi) &&
     237       92689 :       MI->getOperand(1).isImm() && MI->getOperand(2).isImm()) {
     238         651 :     int RegWidth = Opcode == AArch64::MOVZXi ? 64 : 32;
     239         651 :     int Shift = MI->getOperand(2).getImm();
     240         651 :     uint64_t Value = (uint64_t)MI->getOperand(1).getImm() << Shift;
     241             : 
     242        1278 :     if (AArch64_AM::isMOVZMovAlias(Value, Shift,
     243             :                                    Opcode == AArch64::MOVZXi ? 64 : 32)) {
     244        1254 :       O << "\tmov\t" << getRegisterName(MI->getOperand(0).getReg()) << ", #"
     245        1254 :         << formatImm(SignExtend64(Value, RegWidth));
     246         627 :       return;
     247             :     }
     248             :   }
     249             : 
     250          60 :   if ((Opcode == AArch64::MOVNXi || Opcode == AArch64::MOVNWi) &&
     251       90880 :       MI->getOperand(1).isImm() && MI->getOperand(2).isImm()) {
     252          60 :     int RegWidth = Opcode == AArch64::MOVNXi ? 64 : 32;
     253          60 :     int Shift = MI->getOperand(2).getImm();
     254          60 :     uint64_t Value = ~((uint64_t)MI->getOperand(1).getImm() << Shift);
     255          60 :     if (RegWidth == 32)
     256          36 :       Value = Value & 0xffffffff;
     257             : 
     258          60 :     if (AArch64_AM::isMOVNMovAlias(Value, Shift, RegWidth)) {
     259         108 :       O << "\tmov\t" << getRegisterName(MI->getOperand(0).getReg()) << ", #"
     260         108 :         << formatImm(SignExtend64(Value, RegWidth));
     261          54 :       return;
     262             :     }
     263             :   }
     264             : 
     265       91801 :   if ((Opcode == AArch64::ORRXri || Opcode == AArch64::ORRWri) &&
     266        2091 :       (MI->getOperand(1).getReg() == AArch64::XZR ||
     267       91725 :        MI->getOperand(1).getReg() == AArch64::WZR) &&
     268        1019 :       MI->getOperand(2).isImm()) {
     269        1019 :     int RegWidth = Opcode == AArch64::ORRXri ? 64 : 32;
     270        2038 :     uint64_t Value = AArch64_AM::decodeLogicalImmediate(
     271        2038 :         MI->getOperand(2).getImm(), RegWidth);
     272        1019 :     if (!AArch64_AM::isAnyMOVWMovAlias(Value, RegWidth)) {
     273         104 :       O << "\tmov\t" << getRegisterName(MI->getOperand(0).getReg()) << ", #"
     274         104 :         << formatImm(SignExtend64(Value, RegWidth));
     275          52 :       return;
     276             :     }
     277             :   }
     278             : 
     279       90654 :   if (Opcode == AArch64::CompilerBarrier) {
     280           2 :     O << '\t' << MAI.getCommentString() << " COMPILER BARRIER";
     281           2 :     printAnnotation(O, Annot);
     282           2 :     return;
     283             :   }
     284             : 
     285       90652 :   if (!printAliasInstr(MI, STI, O))
     286       60657 :     printInstruction(MI, STI, O);
     287             : 
     288       90652 :   printAnnotation(O, Annot);
     289             : }
     290             : 
     291             : static bool isTblTbxInstruction(unsigned Opcode, StringRef &Layout,
     292             :                                 bool &IsTbx) {
     293       28865 :   switch (Opcode) {
     294           8 :   case AArch64::TBXv8i8One:
     295             :   case AArch64::TBXv8i8Two:
     296             :   case AArch64::TBXv8i8Three:
     297             :   case AArch64::TBXv8i8Four:
     298             :     IsTbx = true;
     299           8 :     Layout = ".8b";
     300             :     return true;
     301          17 :   case AArch64::TBLv8i8One:
     302             :   case AArch64::TBLv8i8Two:
     303             :   case AArch64::TBLv8i8Three:
     304             :   case AArch64::TBLv8i8Four:
     305             :     IsTbx = false;
     306          17 :     Layout = ".8b";
     307             :     return true;
     308           8 :   case AArch64::TBXv16i8One:
     309             :   case AArch64::TBXv16i8Two:
     310             :   case AArch64::TBXv16i8Three:
     311             :   case AArch64::TBXv16i8Four:
     312             :     IsTbx = true;
     313           8 :     Layout = ".16b";
     314             :     return true;
     315          18 :   case AArch64::TBLv16i8One:
     316             :   case AArch64::TBLv16i8Two:
     317             :   case AArch64::TBLv16i8Three:
     318             :   case AArch64::TBLv16i8Four:
     319             :     IsTbx = false;
     320          18 :     Layout = ".16b";
     321             :     return true;
     322             :   default:
     323             :     return false;
     324             :   }
     325             : }
     326             : 
     327             : struct LdStNInstrDesc {
     328             :   unsigned Opcode;
     329             :   const char *Mnemonic;
     330             :   const char *Layout;
     331             :   int ListOperand;
     332             :   bool HasLane;
     333             :   int NaturalOffset;
     334             : };
     335             : 
     336             : static const LdStNInstrDesc LdStNInstInfo[] = {
     337             :   { AArch64::LD1i8,             "ld1",  ".b",     1, true,  0  },
     338             :   { AArch64::LD1i16,            "ld1",  ".h",     1, true,  0  },
     339             :   { AArch64::LD1i32,            "ld1",  ".s",     1, true,  0  },
     340             :   { AArch64::LD1i64,            "ld1",  ".d",     1, true,  0  },
     341             :   { AArch64::LD1i8_POST,        "ld1",  ".b",     2, true,  1  },
     342             :   { AArch64::LD1i16_POST,       "ld1",  ".h",     2, true,  2  },
     343             :   { AArch64::LD1i32_POST,       "ld1",  ".s",     2, true,  4  },
     344             :   { AArch64::LD1i64_POST,       "ld1",  ".d",     2, true,  8  },
     345             :   { AArch64::LD1Rv16b,          "ld1r", ".16b",   0, false, 0  },
     346             :   { AArch64::LD1Rv8h,           "ld1r", ".8h",    0, false, 0  },
     347             :   { AArch64::LD1Rv4s,           "ld1r", ".4s",    0, false, 0  },
     348             :   { AArch64::LD1Rv2d,           "ld1r", ".2d",    0, false, 0  },
     349             :   { AArch64::LD1Rv8b,           "ld1r", ".8b",    0, false, 0  },
     350             :   { AArch64::LD1Rv4h,           "ld1r", ".4h",    0, false, 0  },
     351             :   { AArch64::LD1Rv2s,           "ld1r", ".2s",    0, false, 0  },
     352             :   { AArch64::LD1Rv1d,           "ld1r", ".1d",    0, false, 0  },
     353             :   { AArch64::LD1Rv16b_POST,     "ld1r", ".16b",   1, false, 1  },
     354             :   { AArch64::LD1Rv8h_POST,      "ld1r", ".8h",    1, false, 2  },
     355             :   { AArch64::LD1Rv4s_POST,      "ld1r", ".4s",    1, false, 4  },
     356             :   { AArch64::LD1Rv2d_POST,      "ld1r", ".2d",    1, false, 8  },
     357             :   { AArch64::LD1Rv8b_POST,      "ld1r", ".8b",    1, false, 1  },
     358             :   { AArch64::LD1Rv4h_POST,      "ld1r", ".4h",    1, false, 2  },
     359             :   { AArch64::LD1Rv2s_POST,      "ld1r", ".2s",    1, false, 4  },
     360             :   { AArch64::LD1Rv1d_POST,      "ld1r", ".1d",    1, false, 8  },
     361             :   { AArch64::LD1Onev16b,        "ld1",  ".16b",   0, false, 0  },
     362             :   { AArch64::LD1Onev8h,         "ld1",  ".8h",    0, false, 0  },
     363             :   { AArch64::LD1Onev4s,         "ld1",  ".4s",    0, false, 0  },
     364             :   { AArch64::LD1Onev2d,         "ld1",  ".2d",    0, false, 0  },
     365             :   { AArch64::LD1Onev8b,         "ld1",  ".8b",    0, false, 0  },
     366             :   { AArch64::LD1Onev4h,         "ld1",  ".4h",    0, false, 0  },
     367             :   { AArch64::LD1Onev2s,         "ld1",  ".2s",    0, false, 0  },
     368             :   { AArch64::LD1Onev1d,         "ld1",  ".1d",    0, false, 0  },
     369             :   { AArch64::LD1Onev16b_POST,   "ld1",  ".16b",   1, false, 16 },
     370             :   { AArch64::LD1Onev8h_POST,    "ld1",  ".8h",    1, false, 16 },
     371             :   { AArch64::LD1Onev4s_POST,    "ld1",  ".4s",    1, false, 16 },
     372             :   { AArch64::LD1Onev2d_POST,    "ld1",  ".2d",    1, false, 16 },
     373             :   { AArch64::LD1Onev8b_POST,    "ld1",  ".8b",    1, false, 8  },
     374             :   { AArch64::LD1Onev4h_POST,    "ld1",  ".4h",    1, false, 8  },
     375             :   { AArch64::LD1Onev2s_POST,    "ld1",  ".2s",    1, false, 8  },
     376             :   { AArch64::LD1Onev1d_POST,    "ld1",  ".1d",    1, false, 8  },
     377             :   { AArch64::LD1Twov16b,        "ld1",  ".16b",   0, false, 0  },
     378             :   { AArch64::LD1Twov8h,         "ld1",  ".8h",    0, false, 0  },
     379             :   { AArch64::LD1Twov4s,         "ld1",  ".4s",    0, false, 0  },
     380             :   { AArch64::LD1Twov2d,         "ld1",  ".2d",    0, false, 0  },
     381             :   { AArch64::LD1Twov8b,         "ld1",  ".8b",    0, false, 0  },
     382             :   { AArch64::LD1Twov4h,         "ld1",  ".4h",    0, false, 0  },
     383             :   { AArch64::LD1Twov2s,         "ld1",  ".2s",    0, false, 0  },
     384             :   { AArch64::LD1Twov1d,         "ld1",  ".1d",    0, false, 0  },
     385             :   { AArch64::LD1Twov16b_POST,   "ld1",  ".16b",   1, false, 32 },
     386             :   { AArch64::LD1Twov8h_POST,    "ld1",  ".8h",    1, false, 32 },
     387             :   { AArch64::LD1Twov4s_POST,    "ld1",  ".4s",    1, false, 32 },
     388             :   { AArch64::LD1Twov2d_POST,    "ld1",  ".2d",    1, false, 32 },
     389             :   { AArch64::LD1Twov8b_POST,    "ld1",  ".8b",    1, false, 16 },
     390             :   { AArch64::LD1Twov4h_POST,    "ld1",  ".4h",    1, false, 16 },
     391             :   { AArch64::LD1Twov2s_POST,    "ld1",  ".2s",    1, false, 16 },
     392             :   { AArch64::LD1Twov1d_POST,    "ld1",  ".1d",    1, false, 16 },
     393             :   { AArch64::LD1Threev16b,      "ld1",  ".16b",   0, false, 0  },
     394             :   { AArch64::LD1Threev8h,       "ld1",  ".8h",    0, false, 0  },
     395             :   { AArch64::LD1Threev4s,       "ld1",  ".4s",    0, false, 0  },
     396             :   { AArch64::LD1Threev2d,       "ld1",  ".2d",    0, false, 0  },
     397             :   { AArch64::LD1Threev8b,       "ld1",  ".8b",    0, false, 0  },
     398             :   { AArch64::LD1Threev4h,       "ld1",  ".4h",    0, false, 0  },
     399             :   { AArch64::LD1Threev2s,       "ld1",  ".2s",    0, false, 0  },
     400             :   { AArch64::LD1Threev1d,       "ld1",  ".1d",    0, false, 0  },
     401             :   { AArch64::LD1Threev16b_POST, "ld1",  ".16b",   1, false, 48 },
     402             :   { AArch64::LD1Threev8h_POST,  "ld1",  ".8h",    1, false, 48 },
     403             :   { AArch64::LD1Threev4s_POST,  "ld1",  ".4s",    1, false, 48 },
     404             :   { AArch64::LD1Threev2d_POST,  "ld1",  ".2d",    1, false, 48 },
     405             :   { AArch64::LD1Threev8b_POST,  "ld1",  ".8b",    1, false, 24 },
     406             :   { AArch64::LD1Threev4h_POST,  "ld1",  ".4h",    1, false, 24 },
     407             :   { AArch64::LD1Threev2s_POST,  "ld1",  ".2s",    1, false, 24 },
     408             :   { AArch64::LD1Threev1d_POST,  "ld1",  ".1d",    1, false, 24 },
     409             :   { AArch64::LD1Fourv16b,       "ld1",  ".16b",   0, false, 0  },
     410             :   { AArch64::LD1Fourv8h,        "ld1",  ".8h",    0, false, 0  },
     411             :   { AArch64::LD1Fourv4s,        "ld1",  ".4s",    0, false, 0  },
     412             :   { AArch64::LD1Fourv2d,        "ld1",  ".2d",    0, false, 0  },
     413             :   { AArch64::LD1Fourv8b,        "ld1",  ".8b",    0, false, 0  },
     414             :   { AArch64::LD1Fourv4h,        "ld1",  ".4h",    0, false, 0  },
     415             :   { AArch64::LD1Fourv2s,        "ld1",  ".2s",    0, false, 0  },
     416             :   { AArch64::LD1Fourv1d,        "ld1",  ".1d",    0, false, 0  },
     417             :   { AArch64::LD1Fourv16b_POST,  "ld1",  ".16b",   1, false, 64 },
     418             :   { AArch64::LD1Fourv8h_POST,   "ld1",  ".8h",    1, false, 64 },
     419             :   { AArch64::LD1Fourv4s_POST,   "ld1",  ".4s",    1, false, 64 },
     420             :   { AArch64::LD1Fourv2d_POST,   "ld1",  ".2d",    1, false, 64 },
     421             :   { AArch64::LD1Fourv8b_POST,   "ld1",  ".8b",    1, false, 32 },
     422             :   { AArch64::LD1Fourv4h_POST,   "ld1",  ".4h",    1, false, 32 },
     423             :   { AArch64::LD1Fourv2s_POST,   "ld1",  ".2s",    1, false, 32 },
     424             :   { AArch64::LD1Fourv1d_POST,   "ld1",  ".1d",    1, false, 32 },
     425             :   { AArch64::LD2i8,             "ld2",  ".b",     1, true,  0  },
     426             :   { AArch64::LD2i16,            "ld2",  ".h",     1, true,  0  },
     427             :   { AArch64::LD2i32,            "ld2",  ".s",     1, true,  0  },
     428             :   { AArch64::LD2i64,            "ld2",  ".d",     1, true,  0  },
     429             :   { AArch64::LD2i8_POST,        "ld2",  ".b",     2, true,  2  },
     430             :   { AArch64::LD2i16_POST,       "ld2",  ".h",     2, true,  4  },
     431             :   { AArch64::LD2i32_POST,       "ld2",  ".s",     2, true,  8  },
     432             :   { AArch64::LD2i64_POST,       "ld2",  ".d",     2, true,  16  },
     433             :   { AArch64::LD2Rv16b,          "ld2r", ".16b",   0, false, 0  },
     434             :   { AArch64::LD2Rv8h,           "ld2r", ".8h",    0, false, 0  },
     435             :   { AArch64::LD2Rv4s,           "ld2r", ".4s",    0, false, 0  },
     436             :   { AArch64::LD2Rv2d,           "ld2r", ".2d",    0, false, 0  },
     437             :   { AArch64::LD2Rv8b,           "ld2r", ".8b",    0, false, 0  },
     438             :   { AArch64::LD2Rv4h,           "ld2r", ".4h",    0, false, 0  },
     439             :   { AArch64::LD2Rv2s,           "ld2r", ".2s",    0, false, 0  },
     440             :   { AArch64::LD2Rv1d,           "ld2r", ".1d",    0, false, 0  },
     441             :   { AArch64::LD2Rv16b_POST,     "ld2r", ".16b",   1, false, 2  },
     442             :   { AArch64::LD2Rv8h_POST,      "ld2r", ".8h",    1, false, 4  },
     443             :   { AArch64::LD2Rv4s_POST,      "ld2r", ".4s",    1, false, 8  },
     444             :   { AArch64::LD2Rv2d_POST,      "ld2r", ".2d",    1, false, 16 },
     445             :   { AArch64::LD2Rv8b_POST,      "ld2r", ".8b",    1, false, 2  },
     446             :   { AArch64::LD2Rv4h_POST,      "ld2r", ".4h",    1, false, 4  },
     447             :   { AArch64::LD2Rv2s_POST,      "ld2r", ".2s",    1, false, 8  },
     448             :   { AArch64::LD2Rv1d_POST,      "ld2r", ".1d",    1, false, 16 },
     449             :   { AArch64::LD2Twov16b,        "ld2",  ".16b",   0, false, 0  },
     450             :   { AArch64::LD2Twov8h,         "ld2",  ".8h",    0, false, 0  },
     451             :   { AArch64::LD2Twov4s,         "ld2",  ".4s",    0, false, 0  },
     452             :   { AArch64::LD2Twov2d,         "ld2",  ".2d",    0, false, 0  },
     453             :   { AArch64::LD2Twov8b,         "ld2",  ".8b",    0, false, 0  },
     454             :   { AArch64::LD2Twov4h,         "ld2",  ".4h",    0, false, 0  },
     455             :   { AArch64::LD2Twov2s,         "ld2",  ".2s",    0, false, 0  },
     456             :   { AArch64::LD2Twov16b_POST,   "ld2",  ".16b",   1, false, 32 },
     457             :   { AArch64::LD2Twov8h_POST,    "ld2",  ".8h",    1, false, 32 },
     458             :   { AArch64::LD2Twov4s_POST,    "ld2",  ".4s",    1, false, 32 },
     459             :   { AArch64::LD2Twov2d_POST,    "ld2",  ".2d",    1, false, 32 },
     460             :   { AArch64::LD2Twov8b_POST,    "ld2",  ".8b",    1, false, 16 },
     461             :   { AArch64::LD2Twov4h_POST,    "ld2",  ".4h",    1, false, 16 },
     462             :   { AArch64::LD2Twov2s_POST,    "ld2",  ".2s",    1, false, 16 },
     463             :   { AArch64::LD3i8,             "ld3",  ".b",     1, true,  0  },
     464             :   { AArch64::LD3i16,            "ld3",  ".h",     1, true,  0  },
     465             :   { AArch64::LD3i32,            "ld3",  ".s",     1, true,  0  },
     466             :   { AArch64::LD3i64,            "ld3",  ".d",     1, true,  0  },
     467             :   { AArch64::LD3i8_POST,        "ld3",  ".b",     2, true,  3  },
     468             :   { AArch64::LD3i16_POST,       "ld3",  ".h",     2, true,  6  },
     469             :   { AArch64::LD3i32_POST,       "ld3",  ".s",     2, true,  12 },
     470             :   { AArch64::LD3i64_POST,       "ld3",  ".d",     2, true,  24 },
     471             :   { AArch64::LD3Rv16b,          "ld3r", ".16b",   0, false, 0  },
     472             :   { AArch64::LD3Rv8h,           "ld3r", ".8h",    0, false, 0  },
     473             :   { AArch64::LD3Rv4s,           "ld3r", ".4s",    0, false, 0  },
     474             :   { AArch64::LD3Rv2d,           "ld3r", ".2d",    0, false, 0  },
     475             :   { AArch64::LD3Rv8b,           "ld3r", ".8b",    0, false, 0  },
     476             :   { AArch64::LD3Rv4h,           "ld3r", ".4h",    0, false, 0  },
     477             :   { AArch64::LD3Rv2s,           "ld3r", ".2s",    0, false, 0  },
     478             :   { AArch64::LD3Rv1d,           "ld3r", ".1d",    0, false, 0  },
     479             :   { AArch64::LD3Rv16b_POST,     "ld3r", ".16b",   1, false, 3  },
     480             :   { AArch64::LD3Rv8h_POST,      "ld3r", ".8h",    1, false, 6  },
     481             :   { AArch64::LD3Rv4s_POST,      "ld3r", ".4s",    1, false, 12 },
     482             :   { AArch64::LD3Rv2d_POST,      "ld3r", ".2d",    1, false, 24 },
     483             :   { AArch64::LD3Rv8b_POST,      "ld3r", ".8b",    1, false, 3  },
     484             :   { AArch64::LD3Rv4h_POST,      "ld3r", ".4h",    1, false, 6  },
     485             :   { AArch64::LD3Rv2s_POST,      "ld3r", ".2s",    1, false, 12 },
     486             :   { AArch64::LD3Rv1d_POST,      "ld3r", ".1d",    1, false, 24 },
     487             :   { AArch64::LD3Threev16b,      "ld3",  ".16b",   0, false, 0  },
     488             :   { AArch64::LD3Threev8h,       "ld3",  ".8h",    0, false, 0  },
     489             :   { AArch64::LD3Threev4s,       "ld3",  ".4s",    0, false, 0  },
     490             :   { AArch64::LD3Threev2d,       "ld3",  ".2d",    0, false, 0  },
     491             :   { AArch64::LD3Threev8b,       "ld3",  ".8b",    0, false, 0  },
     492             :   { AArch64::LD3Threev4h,       "ld3",  ".4h",    0, false, 0  },
     493             :   { AArch64::LD3Threev2s,       "ld3",  ".2s",    0, false, 0  },
     494             :   { AArch64::LD3Threev16b_POST, "ld3",  ".16b",   1, false, 48 },
     495             :   { AArch64::LD3Threev8h_POST,  "ld3",  ".8h",    1, false, 48 },
     496             :   { AArch64::LD3Threev4s_POST,  "ld3",  ".4s",    1, false, 48 },
     497             :   { AArch64::LD3Threev2d_POST,  "ld3",  ".2d",    1, false, 48 },
     498             :   { AArch64::LD3Threev8b_POST,  "ld3",  ".8b",    1, false, 24 },
     499             :   { AArch64::LD3Threev4h_POST,  "ld3",  ".4h",    1, false, 24 },
     500             :   { AArch64::LD3Threev2s_POST,  "ld3",  ".2s",    1, false, 24 },
     501             :   { AArch64::LD4i8,             "ld4",  ".b",     1, true,  0  },
     502             :   { AArch64::LD4i16,            "ld4",  ".h",     1, true,  0  },
     503             :   { AArch64::LD4i32,            "ld4",  ".s",     1, true,  0  },
     504             :   { AArch64::LD4i64,            "ld4",  ".d",     1, true,  0  },
     505             :   { AArch64::LD4i8_POST,        "ld4",  ".b",     2, true,  4  },
     506             :   { AArch64::LD4i16_POST,       "ld4",  ".h",     2, true,  8  },
     507             :   { AArch64::LD4i32_POST,       "ld4",  ".s",     2, true,  16 },
     508             :   { AArch64::LD4i64_POST,       "ld4",  ".d",     2, true,  32 },
     509             :   { AArch64::LD4Rv16b,          "ld4r", ".16b",   0, false, 0  },
     510             :   { AArch64::LD4Rv8h,           "ld4r", ".8h",    0, false, 0  },
     511             :   { AArch64::LD4Rv4s,           "ld4r", ".4s",    0, false, 0  },
     512             :   { AArch64::LD4Rv2d,           "ld4r", ".2d",    0, false, 0  },
     513             :   { AArch64::LD4Rv8b,           "ld4r", ".8b",    0, false, 0  },
     514             :   { AArch64::LD4Rv4h,           "ld4r", ".4h",    0, false, 0  },
     515             :   { AArch64::LD4Rv2s,           "ld4r", ".2s",    0, false, 0  },
     516             :   { AArch64::LD4Rv1d,           "ld4r", ".1d",    0, false, 0  },
     517             :   { AArch64::LD4Rv16b_POST,     "ld4r", ".16b",   1, false, 4  },
     518             :   { AArch64::LD4Rv8h_POST,      "ld4r", ".8h",    1, false, 8  },
     519             :   { AArch64::LD4Rv4s_POST,      "ld4r", ".4s",    1, false, 16 },
     520             :   { AArch64::LD4Rv2d_POST,      "ld4r", ".2d",    1, false, 32 },
     521             :   { AArch64::LD4Rv8b_POST,      "ld4r", ".8b",    1, false, 4  },
     522             :   { AArch64::LD4Rv4h_POST,      "ld4r", ".4h",    1, false, 8  },
     523             :   { AArch64::LD4Rv2s_POST,      "ld4r", ".2s",    1, false, 16 },
     524             :   { AArch64::LD4Rv1d_POST,      "ld4r", ".1d",    1, false, 32 },
     525             :   { AArch64::LD4Fourv16b,       "ld4",  ".16b",   0, false, 0  },
     526             :   { AArch64::LD4Fourv8h,        "ld4",  ".8h",    0, false, 0  },
     527             :   { AArch64::LD4Fourv4s,        "ld4",  ".4s",    0, false, 0  },
     528             :   { AArch64::LD4Fourv2d,        "ld4",  ".2d",    0, false, 0  },
     529             :   { AArch64::LD4Fourv8b,        "ld4",  ".8b",    0, false, 0  },
     530             :   { AArch64::LD4Fourv4h,        "ld4",  ".4h",    0, false, 0  },
     531             :   { AArch64::LD4Fourv2s,        "ld4",  ".2s",    0, false, 0  },
     532             :   { AArch64::LD4Fourv16b_POST,  "ld4",  ".16b",   1, false, 64 },
     533             :   { AArch64::LD4Fourv8h_POST,   "ld4",  ".8h",    1, false, 64 },
     534             :   { AArch64::LD4Fourv4s_POST,   "ld4",  ".4s",    1, false, 64 },
     535             :   { AArch64::LD4Fourv2d_POST,   "ld4",  ".2d",    1, false, 64 },
     536             :   { AArch64::LD4Fourv8b_POST,   "ld4",  ".8b",    1, false, 32 },
     537             :   { AArch64::LD4Fourv4h_POST,   "ld4",  ".4h",    1, false, 32 },
     538             :   { AArch64::LD4Fourv2s_POST,   "ld4",  ".2s",    1, false, 32 },
     539             :   { AArch64::ST1i8,             "st1",  ".b",     0, true,  0  },
     540             :   { AArch64::ST1i16,            "st1",  ".h",     0, true,  0  },
     541             :   { AArch64::ST1i32,            "st1",  ".s",     0, true,  0  },
     542             :   { AArch64::ST1i64,            "st1",  ".d",     0, true,  0  },
     543             :   { AArch64::ST1i8_POST,        "st1",  ".b",     1, true,  1  },
     544             :   { AArch64::ST1i16_POST,       "st1",  ".h",     1, true,  2  },
     545             :   { AArch64::ST1i32_POST,       "st1",  ".s",     1, true,  4  },
     546             :   { AArch64::ST1i64_POST,       "st1",  ".d",     1, true,  8  },
     547             :   { AArch64::ST1Onev16b,        "st1",  ".16b",   0, false, 0  },
     548             :   { AArch64::ST1Onev8h,         "st1",  ".8h",    0, false, 0  },
     549             :   { AArch64::ST1Onev4s,         "st1",  ".4s",    0, false, 0  },
     550             :   { AArch64::ST1Onev2d,         "st1",  ".2d",    0, false, 0  },
     551             :   { AArch64::ST1Onev8b,         "st1",  ".8b",    0, false, 0  },
     552             :   { AArch64::ST1Onev4h,         "st1",  ".4h",    0, false, 0  },
     553             :   { AArch64::ST1Onev2s,         "st1",  ".2s",    0, false, 0  },
     554             :   { AArch64::ST1Onev1d,         "st1",  ".1d",    0, false, 0  },
     555             :   { AArch64::ST1Onev16b_POST,   "st1",  ".16b",   1, false, 16 },
     556             :   { AArch64::ST1Onev8h_POST,    "st1",  ".8h",    1, false, 16 },
     557             :   { AArch64::ST1Onev4s_POST,    "st1",  ".4s",    1, false, 16 },
     558             :   { AArch64::ST1Onev2d_POST,    "st1",  ".2d",    1, false, 16 },
     559             :   { AArch64::ST1Onev8b_POST,    "st1",  ".8b",    1, false, 8  },
     560             :   { AArch64::ST1Onev4h_POST,    "st1",  ".4h",    1, false, 8  },
     561             :   { AArch64::ST1Onev2s_POST,    "st1",  ".2s",    1, false, 8  },
     562             :   { AArch64::ST1Onev1d_POST,    "st1",  ".1d",    1, false, 8  },
     563             :   { AArch64::ST1Twov16b,        "st1",  ".16b",   0, false, 0  },
     564             :   { AArch64::ST1Twov8h,         "st1",  ".8h",    0, false, 0  },
     565             :   { AArch64::ST1Twov4s,         "st1",  ".4s",    0, false, 0  },
     566             :   { AArch64::ST1Twov2d,         "st1",  ".2d",    0, false, 0  },
     567             :   { AArch64::ST1Twov8b,         "st1",  ".8b",    0, false, 0  },
     568             :   { AArch64::ST1Twov4h,         "st1",  ".4h",    0, false, 0  },
     569             :   { AArch64::ST1Twov2s,         "st1",  ".2s",    0, false, 0  },
     570             :   { AArch64::ST1Twov1d,         "st1",  ".1d",    0, false, 0  },
     571             :   { AArch64::ST1Twov16b_POST,   "st1",  ".16b",   1, false, 32 },
     572             :   { AArch64::ST1Twov8h_POST,    "st1",  ".8h",    1, false, 32 },
     573             :   { AArch64::ST1Twov4s_POST,    "st1",  ".4s",    1, false, 32 },
     574             :   { AArch64::ST1Twov2d_POST,    "st1",  ".2d",    1, false, 32 },
     575             :   { AArch64::ST1Twov8b_POST,    "st1",  ".8b",    1, false, 16 },
     576             :   { AArch64::ST1Twov4h_POST,    "st1",  ".4h",    1, false, 16 },
     577             :   { AArch64::ST1Twov2s_POST,    "st1",  ".2s",    1, false, 16 },
     578             :   { AArch64::ST1Twov1d_POST,    "st1",  ".1d",    1, false, 16 },
     579             :   { AArch64::ST1Threev16b,      "st1",  ".16b",   0, false, 0  },
     580             :   { AArch64::ST1Threev8h,       "st1",  ".8h",    0, false, 0  },
     581             :   { AArch64::ST1Threev4s,       "st1",  ".4s",    0, false, 0  },
     582             :   { AArch64::ST1Threev2d,       "st1",  ".2d",    0, false, 0  },
     583             :   { AArch64::ST1Threev8b,       "st1",  ".8b",    0, false, 0  },
     584             :   { AArch64::ST1Threev4h,       "st1",  ".4h",    0, false, 0  },
     585             :   { AArch64::ST1Threev2s,       "st1",  ".2s",    0, false, 0  },
     586             :   { AArch64::ST1Threev1d,       "st1",  ".1d",    0, false, 0  },
     587             :   { AArch64::ST1Threev16b_POST, "st1",  ".16b",   1, false, 48 },
     588             :   { AArch64::ST1Threev8h_POST,  "st1",  ".8h",    1, false, 48 },
     589             :   { AArch64::ST1Threev4s_POST,  "st1",  ".4s",    1, false, 48 },
     590             :   { AArch64::ST1Threev2d_POST,  "st1",  ".2d",    1, false, 48 },
     591             :   { AArch64::ST1Threev8b_POST,  "st1",  ".8b",    1, false, 24 },
     592             :   { AArch64::ST1Threev4h_POST,  "st1",  ".4h",    1, false, 24 },
     593             :   { AArch64::ST1Threev2s_POST,  "st1",  ".2s",    1, false, 24 },
     594             :   { AArch64::ST1Threev1d_POST,  "st1",  ".1d",    1, false, 24 },
     595             :   { AArch64::ST1Fourv16b,       "st1",  ".16b",   0, false, 0  },
     596             :   { AArch64::ST1Fourv8h,        "st1",  ".8h",    0, false, 0  },
     597             :   { AArch64::ST1Fourv4s,        "st1",  ".4s",    0, false, 0  },
     598             :   { AArch64::ST1Fourv2d,        "st1",  ".2d",    0, false, 0  },
     599             :   { AArch64::ST1Fourv8b,        "st1",  ".8b",    0, false, 0  },
     600             :   { AArch64::ST1Fourv4h,        "st1",  ".4h",    0, false, 0  },
     601             :   { AArch64::ST1Fourv2s,        "st1",  ".2s",    0, false, 0  },
     602             :   { AArch64::ST1Fourv1d,        "st1",  ".1d",    0, false, 0  },
     603             :   { AArch64::ST1Fourv16b_POST,  "st1",  ".16b",   1, false, 64 },
     604             :   { AArch64::ST1Fourv8h_POST,   "st1",  ".8h",    1, false, 64 },
     605             :   { AArch64::ST1Fourv4s_POST,   "st1",  ".4s",    1, false, 64 },
     606             :   { AArch64::ST1Fourv2d_POST,   "st1",  ".2d",    1, false, 64 },
     607             :   { AArch64::ST1Fourv8b_POST,   "st1",  ".8b",    1, false, 32 },
     608             :   { AArch64::ST1Fourv4h_POST,   "st1",  ".4h",    1, false, 32 },
     609             :   { AArch64::ST1Fourv2s_POST,   "st1",  ".2s",    1, false, 32 },
     610             :   { AArch64::ST1Fourv1d_POST,   "st1",  ".1d",    1, false, 32 },
     611             :   { AArch64::ST2i8,             "st2",  ".b",     0, true,  0  },
     612             :   { AArch64::ST2i16,            "st2",  ".h",     0, true,  0  },
     613             :   { AArch64::ST2i32,            "st2",  ".s",     0, true,  0  },
     614             :   { AArch64::ST2i64,            "st2",  ".d",     0, true,  0  },
     615             :   { AArch64::ST2i8_POST,        "st2",  ".b",     1, true,  2  },
     616             :   { AArch64::ST2i16_POST,       "st2",  ".h",     1, true,  4  },
     617             :   { AArch64::ST2i32_POST,       "st2",  ".s",     1, true,  8  },
     618             :   { AArch64::ST2i64_POST,       "st2",  ".d",     1, true,  16 },
     619             :   { AArch64::ST2Twov16b,        "st2",  ".16b",   0, false, 0  },
     620             :   { AArch64::ST2Twov8h,         "st2",  ".8h",    0, false, 0  },
     621             :   { AArch64::ST2Twov4s,         "st2",  ".4s",    0, false, 0  },
     622             :   { AArch64::ST2Twov2d,         "st2",  ".2d",    0, false, 0  },
     623             :   { AArch64::ST2Twov8b,         "st2",  ".8b",    0, false, 0  },
     624             :   { AArch64::ST2Twov4h,         "st2",  ".4h",    0, false, 0  },
     625             :   { AArch64::ST2Twov2s,         "st2",  ".2s",    0, false, 0  },
     626             :   { AArch64::ST2Twov16b_POST,   "st2",  ".16b",   1, false, 32 },
     627             :   { AArch64::ST2Twov8h_POST,    "st2",  ".8h",    1, false, 32 },
     628             :   { AArch64::ST2Twov4s_POST,    "st2",  ".4s",    1, false, 32 },
     629             :   { AArch64::ST2Twov2d_POST,    "st2",  ".2d",    1, false, 32 },
     630             :   { AArch64::ST2Twov8b_POST,    "st2",  ".8b",    1, false, 16 },
     631             :   { AArch64::ST2Twov4h_POST,    "st2",  ".4h",    1, false, 16 },
     632             :   { AArch64::ST2Twov2s_POST,    "st2",  ".2s",    1, false, 16 },
     633             :   { AArch64::ST3i8,             "st3",  ".b",     0, true,  0  },
     634             :   { AArch64::ST3i16,            "st3",  ".h",     0, true,  0  },
     635             :   { AArch64::ST3i32,            "st3",  ".s",     0, true,  0  },
     636             :   { AArch64::ST3i64,            "st3",  ".d",     0, true,  0  },
     637             :   { AArch64::ST3i8_POST,        "st3",  ".b",     1, true,  3  },
     638             :   { AArch64::ST3i16_POST,       "st3",  ".h",     1, true,  6  },
     639             :   { AArch64::ST3i32_POST,       "st3",  ".s",     1, true,  12 },
     640             :   { AArch64::ST3i64_POST,       "st3",  ".d",     1, true,  24 },
     641             :   { AArch64::ST3Threev16b,      "st3",  ".16b",   0, false, 0  },
     642             :   { AArch64::ST3Threev8h,       "st3",  ".8h",    0, false, 0  },
     643             :   { AArch64::ST3Threev4s,       "st3",  ".4s",    0, false, 0  },
     644             :   { AArch64::ST3Threev2d,       "st3",  ".2d",    0, false, 0  },
     645             :   { AArch64::ST3Threev8b,       "st3",  ".8b",    0, false, 0  },
     646             :   { AArch64::ST3Threev4h,       "st3",  ".4h",    0, false, 0  },
     647             :   { AArch64::ST3Threev2s,       "st3",  ".2s",    0, false, 0  },
     648             :   { AArch64::ST3Threev16b_POST, "st3",  ".16b",   1, false, 48 },
     649             :   { AArch64::ST3Threev8h_POST,  "st3",  ".8h",    1, false, 48 },
     650             :   { AArch64::ST3Threev4s_POST,  "st3",  ".4s",    1, false, 48 },
     651             :   { AArch64::ST3Threev2d_POST,  "st3",  ".2d",    1, false, 48 },
     652             :   { AArch64::ST3Threev8b_POST,  "st3",  ".8b",    1, false, 24 },
     653             :   { AArch64::ST3Threev4h_POST,  "st3",  ".4h",    1, false, 24 },
     654             :   { AArch64::ST3Threev2s_POST,  "st3",  ".2s",    1, false, 24 },
     655             :   { AArch64::ST4i8,             "st4",  ".b",     0, true,  0  },
     656             :   { AArch64::ST4i16,            "st4",  ".h",     0, true,  0  },
     657             :   { AArch64::ST4i32,            "st4",  ".s",     0, true,  0  },
     658             :   { AArch64::ST4i64,            "st4",  ".d",     0, true,  0  },
     659             :   { AArch64::ST4i8_POST,        "st4",  ".b",     1, true,  4  },
     660             :   { AArch64::ST4i16_POST,       "st4",  ".h",     1, true,  8  },
     661             :   { AArch64::ST4i32_POST,       "st4",  ".s",     1, true,  16 },
     662             :   { AArch64::ST4i64_POST,       "st4",  ".d",     1, true,  32 },
     663             :   { AArch64::ST4Fourv16b,       "st4",  ".16b",   0, false, 0  },
     664             :   { AArch64::ST4Fourv8h,        "st4",  ".8h",    0, false, 0  },
     665             :   { AArch64::ST4Fourv4s,        "st4",  ".4s",    0, false, 0  },
     666             :   { AArch64::ST4Fourv2d,        "st4",  ".2d",    0, false, 0  },
     667             :   { AArch64::ST4Fourv8b,        "st4",  ".8b",    0, false, 0  },
     668             :   { AArch64::ST4Fourv4h,        "st4",  ".4h",    0, false, 0  },
     669             :   { AArch64::ST4Fourv2s,        "st4",  ".2s",    0, false, 0  },
     670             :   { AArch64::ST4Fourv16b_POST,  "st4",  ".16b",   1, false, 64 },
     671             :   { AArch64::ST4Fourv8h_POST,   "st4",  ".8h",    1, false, 64 },
     672             :   { AArch64::ST4Fourv4s_POST,   "st4",  ".4s",    1, false, 64 },
     673             :   { AArch64::ST4Fourv2d_POST,   "st4",  ".2d",    1, false, 64 },
     674             :   { AArch64::ST4Fourv8b_POST,   "st4",  ".8b",    1, false, 32 },
     675             :   { AArch64::ST4Fourv4h_POST,   "st4",  ".4h",    1, false, 32 },
     676             :   { AArch64::ST4Fourv2s_POST,   "st4",  ".2s",    1, false, 32 },
     677             : };
     678             : 
     679             : static const LdStNInstrDesc *getLdStNInstrDesc(unsigned Opcode) {
     680             :   unsigned Idx;
     681    18860014 :   for (Idx = 0; Idx != array_lengthof(LdStNInstInfo); ++Idx)
     682     9417911 :     if (LdStNInstInfo[Idx].Opcode == Opcode)
     683        2311 :       return &LdStNInstInfo[Idx];
     684             : 
     685             :   return nullptr;
     686             : }
     687             : 
     688       28865 : void AArch64AppleInstPrinter::printInst(const MCInst *MI, raw_ostream &O,
     689             :                                         StringRef Annot,
     690             :                                         const MCSubtargetInfo &STI) {
     691       28865 :   unsigned Opcode = MI->getOpcode();
     692       28865 :   StringRef Layout;
     693             : 
     694             :   bool IsTbx;
     695             :   if (isTblTbxInstruction(MI->getOpcode(), Layout, IsTbx)) {
     696          51 :     O << "\t" << (IsTbx ? "tbx" : "tbl") << Layout << '\t'
     697          51 :       << getRegisterName(MI->getOperand(0).getReg(), AArch64::vreg) << ", ";
     698             : 
     699          51 :     unsigned ListOpNum = IsTbx ? 2 : 1;
     700         102 :     printVectorList(MI, ListOpNum, STI, O, "");
     701             : 
     702          51 :     O << ", "
     703         102 :       << getRegisterName(MI->getOperand(ListOpNum + 1).getReg(), AArch64::vreg);
     704          51 :     printAnnotation(O, Annot);
     705          51 :     return;
     706             :   }
     707             : 
     708       28814 :   if (const LdStNInstrDesc *LdStDesc = getLdStNInstrDesc(Opcode)) {
     709        2311 :     O << "\t" << LdStDesc->Mnemonic << LdStDesc->Layout << '\t';
     710             : 
     711             :     // Now onto the operands: first a vector list with possible lane
     712             :     // specifier. E.g. { v0 }[2]
     713        2311 :     int OpNum = LdStDesc->ListOperand;
     714        4622 :     printVectorList(MI, OpNum++, STI, O, "");
     715             : 
     716        2311 :     if (LdStDesc->HasLane)
     717        1166 :       O << '[' << MI->getOperand(OpNum++).getImm() << ']';
     718             : 
     719             :     // Next the address: [xN]
     720        4622 :     unsigned AddrReg = MI->getOperand(OpNum++).getReg();
     721        2311 :     O << ", [" << getRegisterName(AddrReg) << ']';
     722             : 
     723             :     // Finally, there might be a post-indexed offset.
     724        2311 :     if (LdStDesc->NaturalOffset != 0) {
     725        3042 :       unsigned Reg = MI->getOperand(OpNum++).getReg();
     726        1521 :       if (Reg != AArch64::XZR)
     727         735 :         O << ", " << getRegisterName(Reg);
     728             :       else {
     729             :         assert(LdStDesc->NaturalOffset && "no offset on post-inc instruction?");
     730         786 :         O << ", #" << LdStDesc->NaturalOffset;
     731             :       }
     732             :     }
     733             : 
     734        2311 :     printAnnotation(O, Annot);
     735        2311 :     return;
     736             :   }
     737             : 
     738       26503 :   AArch64InstPrinter::printInst(MI, O, Annot, STI);
     739             : }
     740             : 
     741         235 : bool AArch64InstPrinter::printSysAlias(const MCInst *MI,
     742             :                                        const MCSubtargetInfo &STI,
     743             :                                        raw_ostream &O) {
     744             : #ifndef NDEBUG
     745             :   unsigned Opcode = MI->getOpcode();
     746             :   assert(Opcode == AArch64::SYSxt && "Invalid opcode for SYS alias!");
     747             : #endif
     748             : 
     749             :   const MCOperand &Op1 = MI->getOperand(0);
     750             :   const MCOperand &Cn = MI->getOperand(1);
     751             :   const MCOperand &Cm = MI->getOperand(2);
     752             :   const MCOperand &Op2 = MI->getOperand(3);
     753             : 
     754         235 :   unsigned Op1Val = Op1.getImm();
     755         235 :   unsigned CnVal = Cn.getImm();
     756         235 :   unsigned CmVal = Cm.getImm();
     757         235 :   unsigned Op2Val = Op2.getImm();
     758             : 
     759         235 :   uint16_t Encoding = Op2Val;
     760         235 :   Encoding |= CmVal << 3;
     761         235 :   Encoding |= CnVal << 7;
     762         235 :   Encoding |= Op1Val << 11;
     763             : 
     764             :   bool NeedsReg;
     765             :   std::string Ins;
     766             :   std::string Name;
     767             : 
     768         235 :   if (CnVal == 7) {
     769             :     switch (CmVal) {
     770             :     default: return false;
     771             :     // IC aliases
     772          21 :     case 1: case 5: {
     773          21 :       const AArch64IC::IC *IC = AArch64IC::lookupICByEncoding(Encoding);
     774          42 :       if (!IC || !IC->haveFeatures(STI.getFeatureBits()))
     775             :         return false;
     776             : 
     777          21 :       NeedsReg = IC->NeedsReg;
     778             :       Ins = "ic\t";
     779          42 :       Name = std::string(IC->Name);
     780             :     }
     781          21 :     break;
     782             :     // DC aliases
     783          60 :     case 4: case 6: case 10: case 11: case 12: case 14:
     784             :     {
     785          60 :       const AArch64DC::DC *DC = AArch64DC::lookupDCByEncoding(Encoding);
     786         120 :       if (!DC || !DC->haveFeatures(STI.getFeatureBits()))
     787             :         return false;
     788             : 
     789             :       NeedsReg = true;
     790             :       Ins = "dc\t";
     791         118 :       Name = std::string(DC->Name);
     792             :     }
     793          59 :     break;
     794             :     // AT aliases
     795          42 :     case 8: case 9: {
     796          42 :       const AArch64AT::AT *AT = AArch64AT::lookupATByEncoding(Encoding);
     797          84 :       if (!AT || !AT->haveFeatures(STI.getFeatureBits()))
     798             :         return false;
     799             : 
     800             :       NeedsReg = true;
     801             :       Ins = "at\t";
     802          80 :       Name = std::string(AT->Name);
     803             :     }
     804          40 :     break;
     805             :     }
     806         112 :   } else if (CnVal == 8) {
     807             :     // TLBI aliases
     808          96 :     const AArch64TLBI::TLBI *TLBI = AArch64TLBI::lookupTLBIByEncoding(Encoding);
     809         192 :     if (!TLBI || !TLBI->haveFeatures(STI.getFeatureBits()))
     810             :       return false;
     811             : 
     812          96 :     NeedsReg = TLBI->NeedsReg;
     813             :     Ins = "tlbi\t";
     814         192 :     Name = std::string(TLBI->Name);
     815             :   }
     816             :   else
     817             :     return false;
     818             : 
     819         216 :   std::string Str = Ins + Name;
     820             :   std::transform(Str.begin(), Str.end(), Str.begin(), ::tolower);
     821             : 
     822             :   O << '\t' << Str;
     823         216 :   if (NeedsReg)
     824         344 :     O << ", " << getRegisterName(MI->getOperand(4).getReg());
     825             : 
     826             :   return true;
     827             : }
     828             : 
     829      117673 : void AArch64InstPrinter::printOperand(const MCInst *MI, unsigned OpNo,
     830             :                                       const MCSubtargetInfo &STI,
     831             :                                       raw_ostream &O) {
     832             :   const MCOperand &Op = MI->getOperand(OpNo);
     833      117673 :   if (Op.isReg()) {
     834      111983 :     unsigned Reg = Op.getReg();
     835      111983 :     O << getRegisterName(Reg);
     836        5690 :   } else if (Op.isImm()) {
     837        5670 :     printImm(MI, OpNo, STI, O);
     838             :   } else {
     839             :     assert(Op.isExpr() && "unknown operand kind in printOperand");
     840          20 :     Op.getExpr()->print(O, &MAI);
     841             :   }
     842      117673 : }
     843             : 
     844        6523 : void AArch64InstPrinter::printImm(const MCInst *MI, unsigned OpNo,
     845             :                                      const MCSubtargetInfo &STI,
     846             :                                      raw_ostream &O) {
     847             :   const MCOperand &Op = MI->getOperand(OpNo);
     848        6523 :   O << "#" << formatImm(Op.getImm());
     849        6523 : }
     850             : 
     851          71 : void AArch64InstPrinter::printImmHex(const MCInst *MI, unsigned OpNo,
     852             :                                      const MCSubtargetInfo &STI,
     853             :                                      raw_ostream &O) {
     854             :   const MCOperand &Op = MI->getOperand(OpNo);
     855         142 :   O << format("#%#llx", Op.getImm());
     856          71 : }
     857             : 
     858         118 : void AArch64InstPrinter::printPostIncOperand(const MCInst *MI, unsigned OpNo,
     859             :                                              unsigned Imm, raw_ostream &O) {
     860             :   const MCOperand &Op = MI->getOperand(OpNo);
     861         118 :   if (Op.isReg()) {
     862         118 :     unsigned Reg = Op.getReg();
     863         118 :     if (Reg == AArch64::XZR)
     864           0 :       O << "#" << Imm;
     865             :     else
     866         118 :       O << getRegisterName(Reg);
     867             :   } else
     868           0 :     llvm_unreachable("unknown operand kind in printPostIncOperand64");
     869         118 : }
     870             : 
     871       38223 : void AArch64InstPrinter::printVRegOperand(const MCInst *MI, unsigned OpNo,
     872             :                                           const MCSubtargetInfo &STI,
     873             :                                           raw_ostream &O) {
     874             :   const MCOperand &Op = MI->getOperand(OpNo);
     875             :   assert(Op.isReg() && "Non-register vreg operand!");
     876       38223 :   unsigned Reg = Op.getReg();
     877       38223 :   O << getRegisterName(Reg, AArch64::vreg);
     878       38223 : }
     879             : 
     880          64 : void AArch64InstPrinter::printSysCROperand(const MCInst *MI, unsigned OpNo,
     881             :                                            const MCSubtargetInfo &STI,
     882             :                                            raw_ostream &O) {
     883             :   const MCOperand &Op = MI->getOperand(OpNo);
     884             :   assert(Op.isImm() && "System instruction C[nm] operands must be immediates!");
     885          64 :   O << "c" << Op.getImm();
     886          64 : }
     887             : 
     888        5233 : void AArch64InstPrinter::printAddSubImm(const MCInst *MI, unsigned OpNum,
     889             :                                         const MCSubtargetInfo &STI,
     890             :                                         raw_ostream &O) {
     891             :   const MCOperand &MO = MI->getOperand(OpNum);
     892        5233 :   if (MO.isImm()) {
     893        3111 :     unsigned Val = (MO.getImm() & 0xfff);
     894             :     assert(Val == MO.getImm() && "Add/sub immediate out of range!");
     895             :     unsigned Shift =
     896        6222 :         AArch64_AM::getShiftValue(MI->getOperand(OpNum + 1).getImm());
     897        3111 :     O << '#' << formatImm(Val);
     898        3111 :     if (Shift != 0)
     899         170 :       printShifter(MI, OpNum + 1, STI, O);
     900             : 
     901        3111 :     if (CommentStream)
     902        5834 :       *CommentStream << '=' << formatImm(Val << Shift) << '\n';
     903             :   } else {
     904             :     assert(MO.isExpr() && "Unexpected operand type!");
     905        2122 :     MO.getExpr()->print(O, &MAI);
     906        2122 :     printShifter(MI, OpNum + 1, STI, O);
     907             :   }
     908        5233 : }
     909             : 
     910             : template <typename T>
     911        1716 : void AArch64InstPrinter::printLogicalImm(const MCInst *MI, unsigned OpNum,
     912             :                                          const MCSubtargetInfo &STI,
     913             :                                          raw_ostream &O) {
     914        1716 :   uint64_t Val = MI->getOperand(OpNum).getImm();
     915        1716 :   O << "#0x";
     916        1716 :   O.write_hex(AArch64_AM::decodeLogicalImmediate(Val, 8 * sizeof(T)));
     917        1716 : }
     918             : 
     919        4241 : void AArch64InstPrinter::printShifter(const MCInst *MI, unsigned OpNum,
     920             :                                       const MCSubtargetInfo &STI,
     921             :                                       raw_ostream &O) {
     922        4241 :   unsigned Val = MI->getOperand(OpNum).getImm();
     923             :   // LSL #0 should not be printed.
     924        7667 :   if (AArch64_AM::getShiftType(Val) == AArch64_AM::LSL &&
     925             :       AArch64_AM::getShiftValue(Val) == 0)
     926             :     return;
     927        1861 :   O << ", " << AArch64_AM::getShiftExtendName(AArch64_AM::getShiftType(Val))
     928        1861 :     << " #" << AArch64_AM::getShiftValue(Val);
     929             : }
     930             : 
     931         765 : void AArch64InstPrinter::printShiftedRegister(const MCInst *MI, unsigned OpNum,
     932             :                                               const MCSubtargetInfo &STI,
     933             :                                               raw_ostream &O) {
     934         765 :   O << getRegisterName(MI->getOperand(OpNum).getReg());
     935         765 :   printShifter(MI, OpNum + 1, STI, O);
     936         765 : }
     937             : 
     938         287 : void AArch64InstPrinter::printExtendedRegister(const MCInst *MI, unsigned OpNum,
     939             :                                                const MCSubtargetInfo &STI,
     940             :                                                raw_ostream &O) {
     941         287 :   O << getRegisterName(MI->getOperand(OpNum).getReg());
     942         287 :   printArithExtend(MI, OpNum + 1, STI, O);
     943         287 : }
     944             : 
     945         417 : void AArch64InstPrinter::printArithExtend(const MCInst *MI, unsigned OpNum,
     946             :                                           const MCSubtargetInfo &STI,
     947             :                                           raw_ostream &O) {
     948         417 :   unsigned Val = MI->getOperand(OpNum).getImm();
     949             :   AArch64_AM::ShiftExtendType ExtType = AArch64_AM::getArithExtendType(Val);
     950             :   unsigned ShiftVal = AArch64_AM::getArithShiftValue(Val);
     951             : 
     952             :   // If the destination or first source register operand is [W]SP, print
     953             :   // UXTW/UXTX as LSL, and if the shift amount is also zero, print nothing at
     954             :   // all.
     955         417 :   if (ExtType == AArch64_AM::UXTW || ExtType == AArch64_AM::UXTX) {
     956         101 :     unsigned Dest = MI->getOperand(0).getReg();
     957         101 :     unsigned Src1 = MI->getOperand(1).getReg();
     958         101 :     if ( ((Dest == AArch64::SP || Src1 == AArch64::SP) &&
     959          95 :           ExtType == AArch64_AM::UXTX) ||
     960          99 :          ((Dest == AArch64::WSP || Src1 == AArch64::WSP) &&
     961             :           ExtType == AArch64_AM::UXTW) ) {
     962          10 :       if (ShiftVal != 0)
     963          10 :         O << ", lsl #" << ShiftVal;
     964             :       return;
     965             :     }
     966             :   }
     967         407 :   O << ", " << AArch64_AM::getShiftExtendName(ExtType);
     968         407 :   if (ShiftVal != 0)
     969          88 :     O << " #" << ShiftVal;
     970             : }
     971             : 
     972         562 : void AArch64InstPrinter::printMemExtend(const MCInst *MI, unsigned OpNum,
     973             :                                         raw_ostream &O, char SrcRegKind,
     974             :                                         unsigned Width) {
     975         562 :   unsigned SignExtend = MI->getOperand(OpNum).getImm();
     976        1124 :   unsigned DoShift = MI->getOperand(OpNum + 1).getImm();
     977             : 
     978             :   // sxtw, sxtx, uxtw or lsl (== uxtx)
     979         562 :   bool IsLSL = !SignExtend && SrcRegKind == 'x';
     980         562 :   if (IsLSL)
     981         204 :     O << "lsl";
     982             :   else
     983         716 :     O << (SignExtend ? 's' : 'u') << "xt" << SrcRegKind;
     984             : 
     985         562 :   if (DoShift || IsLSL)
     986         345 :     O << " #" << Log2_32(Width / 8);
     987         562 : }
     988             : 
     989        1575 : void AArch64InstPrinter::printCondCode(const MCInst *MI, unsigned OpNum,
     990             :                                        const MCSubtargetInfo &STI,
     991             :                                        raw_ostream &O) {
     992        1575 :   AArch64CC::CondCode CC = (AArch64CC::CondCode)MI->getOperand(OpNum).getImm();
     993        1575 :   O << AArch64CC::getCondCodeName(CC);
     994        1575 : }
     995             : 
     996         681 : void AArch64InstPrinter::printInverseCondCode(const MCInst *MI, unsigned OpNum,
     997             :                                               const MCSubtargetInfo &STI,
     998             :                                               raw_ostream &O) {
     999         681 :   AArch64CC::CondCode CC = (AArch64CC::CondCode)MI->getOperand(OpNum).getImm();
    1000         681 :   O << AArch64CC::getCondCodeName(AArch64CC::getInvertedCondCode(CC));
    1001         681 : }
    1002             : 
    1003           0 : void AArch64InstPrinter::printAMNoIndex(const MCInst *MI, unsigned OpNum,
    1004             :                                         const MCSubtargetInfo &STI,
    1005             :                                         raw_ostream &O) {
    1006           0 :   O << '[' << getRegisterName(MI->getOperand(OpNum).getReg()) << ']';
    1007           0 : }
    1008             : 
    1009             : template<int Scale>
    1010        3564 : void AArch64InstPrinter::printImmScale(const MCInst *MI, unsigned OpNum,
    1011             :                                        const MCSubtargetInfo &STI,
    1012             :                                        raw_ostream &O) {
    1013        7128 :   O << '#' << formatImm(Scale * MI->getOperand(OpNum).getImm());
    1014        3564 : }
    1015             : 
    1016        5363 : void AArch64InstPrinter::printUImm12Offset(const MCInst *MI, unsigned OpNum,
    1017             :                                            unsigned Scale, raw_ostream &O) {
    1018        5363 :   const MCOperand MO = MI->getOperand(OpNum);
    1019        5363 :   if (MO.isImm()) {
    1020        3443 :     O << "#" << formatImm(MO.getImm() * Scale);
    1021             :   } else {
    1022             :     assert(MO.isExpr() && "Unexpected operand type!");
    1023        1920 :     MO.getExpr()->print(O, &MAI);
    1024             :   }
    1025        5363 : }
    1026             : 
    1027           0 : void AArch64InstPrinter::printAMIndexedWB(const MCInst *MI, unsigned OpNum,
    1028             :                                           unsigned Scale, raw_ostream &O) {
    1029           0 :   const MCOperand MO1 = MI->getOperand(OpNum + 1);
    1030           0 :   O << '[' << getRegisterName(MI->getOperand(OpNum).getReg());
    1031           0 :   if (MO1.isImm()) {
    1032           0 :       O << ", #" << formatImm(MO1.getImm() * Scale);
    1033             :   } else {
    1034             :     assert(MO1.isExpr() && "Unexpected operand type!");
    1035           0 :     O << ", ";
    1036           0 :     MO1.getExpr()->print(O, &MAI);
    1037             :   }
    1038             :   O << ']';
    1039           0 : }
    1040             : 
    1041         168 : void AArch64InstPrinter::printPrefetchOp(const MCInst *MI, unsigned OpNum,
    1042             :                                          const MCSubtargetInfo &STI,
    1043             :                                          raw_ostream &O) {
    1044         168 :   unsigned prfop = MI->getOperand(OpNum).getImm();
    1045         168 :   auto PRFM = AArch64PRFM::lookupPRFMByEncoding(prfop);
    1046         168 :   if (PRFM)
    1047         160 :     O << PRFM->Name;
    1048             :   else
    1049           8 :     O << '#' << formatImm(prfop);
    1050         168 : }
    1051             : 
    1052           2 : void AArch64InstPrinter::printPSBHintOp(const MCInst *MI, unsigned OpNum,
    1053             :                                         const MCSubtargetInfo &STI,
    1054             :                                         raw_ostream &O) {
    1055           2 :   unsigned psbhintop = MI->getOperand(OpNum).getImm();
    1056           2 :   auto PSB = AArch64PSBHint::lookupPSBByEncoding(psbhintop);
    1057           2 :   if (PSB)
    1058           2 :     O << PSB->Name;
    1059             :   else
    1060           0 :     O << '#' << formatImm(psbhintop);
    1061           2 : }
    1062             : 
    1063         237 : void AArch64InstPrinter::printFPImmOperand(const MCInst *MI, unsigned OpNum,
    1064             :                                            const MCSubtargetInfo &STI,
    1065             :                                            raw_ostream &O) {
    1066             :   const MCOperand &MO = MI->getOperand(OpNum);
    1067             :   float FPImm =
    1068         237 :       MO.isFPImm() ? MO.getFPImm() : AArch64_AM::getFPImmFloat(MO.getImm());
    1069             : 
    1070             :   // 8 decimal places are enough to perfectly represent permitted floats.
    1071         237 :   O << format("#%.8f", FPImm);
    1072         237 : }
    1073             : 
    1074        8734 : static unsigned getNextVectorRegister(unsigned Reg, unsigned Stride = 1) {
    1075       17468 :   while (Stride--) {
    1076        8734 :     switch (Reg) {
    1077           0 :     default:
    1078           0 :       llvm_unreachable("Vector register expected!");
    1079             :     case AArch64::Q0:  Reg = AArch64::Q1;  break;
    1080        1689 :     case AArch64::Q1:  Reg = AArch64::Q2;  break;
    1081        1256 :     case AArch64::Q2:  Reg = AArch64::Q3;  break;
    1082         865 :     case AArch64::Q3:  Reg = AArch64::Q4;  break;
    1083         586 :     case AArch64::Q4:  Reg = AArch64::Q5;  break;
    1084         436 :     case AArch64::Q5:  Reg = AArch64::Q6;  break;
    1085         256 :     case AArch64::Q6:  Reg = AArch64::Q7;  break;
    1086         240 :     case AArch64::Q7:  Reg = AArch64::Q8;  break;
    1087         127 :     case AArch64::Q8:  Reg = AArch64::Q9;  break;
    1088         124 :     case AArch64::Q9:  Reg = AArch64::Q10; break;
    1089         121 :     case AArch64::Q10: Reg = AArch64::Q11; break;
    1090          26 :     case AArch64::Q11: Reg = AArch64::Q12; break;
    1091          64 :     case AArch64::Q12: Reg = AArch64::Q13; break;
    1092          36 :     case AArch64::Q13: Reg = AArch64::Q14; break;
    1093          20 :     case AArch64::Q14: Reg = AArch64::Q15; break;
    1094         170 :     case AArch64::Q15: Reg = AArch64::Q16; break;
    1095         134 :     case AArch64::Q16: Reg = AArch64::Q17; break;
    1096          88 :     case AArch64::Q17: Reg = AArch64::Q18; break;
    1097          36 :     case AArch64::Q18: Reg = AArch64::Q19; break;
    1098           0 :     case AArch64::Q19: Reg = AArch64::Q20; break;
    1099           0 :     case AArch64::Q20: Reg = AArch64::Q21; break;
    1100           0 :     case AArch64::Q21: Reg = AArch64::Q22; break;
    1101           0 :     case AArch64::Q22: Reg = AArch64::Q23; break;
    1102           4 :     case AArch64::Q23: Reg = AArch64::Q24; break;
    1103           6 :     case AArch64::Q24: Reg = AArch64::Q25; break;
    1104           6 :     case AArch64::Q25: Reg = AArch64::Q26; break;
    1105           6 :     case AArch64::Q26: Reg = AArch64::Q27; break;
    1106           0 :     case AArch64::Q27: Reg = AArch64::Q28; break;
    1107           1 :     case AArch64::Q28: Reg = AArch64::Q29; break;
    1108           1 :     case AArch64::Q29: Reg = AArch64::Q30; break;
    1109           6 :     case AArch64::Q30: Reg = AArch64::Q31; break;
    1110             :     // Vector lists can wrap around.
    1111         177 :     case AArch64::Q31:
    1112             :       Reg = AArch64::Q0;
    1113         177 :       break;
    1114             :     }
    1115             :   }
    1116        8734 :   return Reg;
    1117             : }
    1118             : 
    1119             : template<unsigned size>
    1120         136 : void AArch64InstPrinter::printGPRSeqPairsClassOperand(const MCInst *MI,
    1121             :                                                    unsigned OpNum,
    1122             :                                                    const MCSubtargetInfo &STI,
    1123             :                                                    raw_ostream &O) {
    1124             :   static_assert(size == 64 || size == 32,
    1125             :                 "Template parameter must be either 32 or 64");
    1126         136 :   unsigned Reg = MI->getOperand(OpNum).getReg();
    1127             : 
    1128             :   unsigned Sube = (size == 32) ? AArch64::sube32 : AArch64::sube64;
    1129             :   unsigned Subo = (size == 32) ? AArch64::subo32 : AArch64::subo64;
    1130             : 
    1131         136 :   unsigned Even = MRI.getSubReg(Reg,  Sube);
    1132         136 :   unsigned Odd = MRI.getSubReg(Reg,  Subo);
    1133         136 :   O << getRegisterName(Even) << ", " << getRegisterName(Odd);
    1134         136 : }
    1135             : 
    1136        3676 : void AArch64InstPrinter::printVectorList(const MCInst *MI, unsigned OpNum,
    1137             :                                          const MCSubtargetInfo &STI,
    1138             :                                          raw_ostream &O,
    1139             :                                          StringRef LayoutSuffix) {
    1140        3676 :   unsigned Reg = MI->getOperand(OpNum).getReg();
    1141             : 
    1142        3676 :   O << "{ ";
    1143             : 
    1144             :   // Work out how many registers there are in the list (if there is an actual
    1145             :   // list).
    1146             :   unsigned NumRegs = 1;
    1147        7970 :   if (MRI.getRegClass(AArch64::DDRegClassID).contains(Reg) ||
    1148        3362 :       MRI.getRegClass(AArch64::QQRegClassID).contains(Reg))
    1149             :     NumRegs = 2;
    1150        7112 :   else if (MRI.getRegClass(AArch64::DDDRegClassID).contains(Reg) ||
    1151        2509 :            MRI.getRegClass(AArch64::QQQRegClassID).contains(Reg))
    1152             :     NumRegs = 3;
    1153        5091 :   else if (MRI.getRegClass(AArch64::DDDDRegClassID).contains(Reg) ||
    1154        1664 :            MRI.getRegClass(AArch64::QQQQRegClassID).contains(Reg))
    1155             :     NumRegs = 4;
    1156             : 
    1157             :   // Now forget about the list and find out what the first register is.
    1158        3676 :   if (unsigned FirstReg = MRI.getSubReg(Reg, AArch64::dsub0))
    1159             :     Reg = FirstReg;
    1160        2730 :   else if (unsigned FirstReg = MRI.getSubReg(Reg, AArch64::qsub0))
    1161             :     Reg = FirstReg;
    1162             : 
    1163             :   // If it's a D-reg, we need to promote it to the equivalent Q-reg before
    1164             :   // printing (otherwise getRegisterName fails).
    1165        4997 :   if (MRI.getRegClass(AArch64::FPR64RegClassID).contains(Reg)) {
    1166             :     const MCRegisterClass &FPR128RC =
    1167             :         MRI.getRegClass(AArch64::FPR128RegClassID);
    1168        1321 :     Reg = MRI.getMatchingSuperReg(Reg, AArch64::dsub, &FPR128RC);
    1169             :   }
    1170             : 
    1171       21144 :   for (unsigned i = 0; i < NumRegs; ++i, Reg = getNextVectorRegister(Reg)) {
    1172        8734 :     O << getRegisterName(Reg, AArch64::vreg) << LayoutSuffix;
    1173        8734 :     if (i + 1 != NumRegs)
    1174        5058 :       O << ", ";
    1175             :   }
    1176             : 
    1177        3676 :   O << " }";
    1178        3676 : }
    1179             : 
    1180             : void
    1181           0 : AArch64InstPrinter::printImplicitlyTypedVectorList(const MCInst *MI,
    1182             :                                                    unsigned OpNum,
    1183             :                                                    const MCSubtargetInfo &STI,
    1184             :                                                    raw_ostream &O) {
    1185           0 :   printVectorList(MI, OpNum, STI, O, "");
    1186           0 : }
    1187             : 
    1188             : template <unsigned NumLanes, char LaneKind>
    1189        1314 : void AArch64InstPrinter::printTypedVectorList(const MCInst *MI, unsigned OpNum,
    1190             :                                               const MCSubtargetInfo &STI,
    1191             :                                               raw_ostream &O) {
    1192        1314 :   std::string Suffix(".");
    1193             :   if (NumLanes)
    1194        3477 :     Suffix += itostr(NumLanes) + LaneKind;
    1195             :   else
    1196             :     Suffix += LaneKind;
    1197             : 
    1198        1314 :   printVectorList(MI, OpNum, STI, O, Suffix);
    1199        1314 : }
    1200             : 
    1201        4921 : void AArch64InstPrinter::printVectorIndex(const MCInst *MI, unsigned OpNum,
    1202             :                                           const MCSubtargetInfo &STI,
    1203             :                                           raw_ostream &O) {
    1204        9842 :   O << "[" << MI->getOperand(OpNum).getImm() << "]";
    1205        4921 : }
    1206             : 
    1207        3382 : void AArch64InstPrinter::printAlignedLabel(const MCInst *MI, unsigned OpNum,
    1208             :                                            const MCSubtargetInfo &STI,
    1209             :                                            raw_ostream &O) {
    1210             :   const MCOperand &Op = MI->getOperand(OpNum);
    1211             : 
    1212             :   // If the label has already been resolved to an immediate offset (say, when
    1213             :   // we're running the disassembler), just print the immediate.
    1214        3382 :   if (Op.isImm()) {
    1215         268 :     O << "#" << formatImm(Op.getImm() * 4);
    1216         268 :     return;
    1217             :   }
    1218             : 
    1219             :   // If the branch target is simply an address then print it in hex.
    1220             :   const MCConstantExpr *BranchTarget =
    1221        3114 :       dyn_cast<MCConstantExpr>(MI->getOperand(OpNum).getExpr());
    1222             :   int64_t Address;
    1223           4 :   if (BranchTarget && BranchTarget->evaluateAsAbsolute(Address)) {
    1224           4 :     O << "0x";
    1225           4 :     O.write_hex(Address);
    1226             :   } else {
    1227             :     // Otherwise, just print the expression.
    1228        3110 :     MI->getOperand(OpNum).getExpr()->print(O, &MAI);
    1229             :   }
    1230             : }
    1231             : 
    1232        3321 : void AArch64InstPrinter::printAdrpLabel(const MCInst *MI, unsigned OpNum,
    1233             :                                         const MCSubtargetInfo &STI,
    1234             :                                         raw_ostream &O) {
    1235             :   const MCOperand &Op = MI->getOperand(OpNum);
    1236             : 
    1237             :   // If the label has already been resolved to an immediate offset (say, when
    1238             :   // we're running the disassembler), just print the immediate.
    1239        3321 :   if (Op.isImm()) {
    1240         115 :     O << "#" << formatImm(Op.getImm() * (1 << 12));
    1241         115 :     return;
    1242             :   }
    1243             : 
    1244             :   // Otherwise, just print the expression.
    1245        3206 :   MI->getOperand(OpNum).getExpr()->print(O, &MAI);
    1246             : }
    1247             : 
    1248         178 : void AArch64InstPrinter::printBarrierOption(const MCInst *MI, unsigned OpNo,
    1249             :                                             const MCSubtargetInfo &STI,
    1250             :                                             raw_ostream &O) {
    1251         178 :   unsigned Val = MI->getOperand(OpNo).getImm();
    1252         178 :   unsigned Opcode = MI->getOpcode();
    1253             : 
    1254         178 :   StringRef Name;
    1255         178 :   if (Opcode == AArch64::ISB) {
    1256           6 :     auto ISB = AArch64ISB::lookupISBByEncoding(Val);
    1257          12 :     Name = ISB ? ISB->Name : "";
    1258             :   } else {
    1259         172 :     auto DB = AArch64DB::lookupDBByEncoding(Val);
    1260         344 :     Name = DB ? DB->Name : "";
    1261             :   }
    1262         178 :   if (!Name.empty())
    1263         152 :     O << Name;
    1264             :   else
    1265          26 :     O << "#" << Val;
    1266         178 : }
    1267             : 
    1268        2839 : void AArch64InstPrinter::printMRSSystemRegister(const MCInst *MI, unsigned OpNo,
    1269             :                                                 const MCSubtargetInfo &STI,
    1270             :                                                 raw_ostream &O) {
    1271        2839 :   unsigned Val = MI->getOperand(OpNo).getImm();
    1272             : 
    1273             :   // Horrible hack for the one register that has identical encodings but
    1274             :   // different names in MSR and MRS. Because of this, one of MRS and MSR is
    1275             :   // going to get the wrong entry
    1276        2839 :   if (Val == AArch64SysReg::DBGDTRRX_EL0) {
    1277           7 :     O << "DBGDTRRX_EL0";
    1278           7 :     return;
    1279             :   }
    1280             : 
    1281        2832 :   const AArch64SysReg::SysReg *Reg = AArch64SysReg::lookupSysRegByEncoding(Val);
    1282        5641 :   if (Reg && Reg->Readable && Reg->haveFeatures(STI.getFeatureBits()))
    1283        2792 :     O << Reg->Name;
    1284             :   else
    1285          80 :     O << AArch64SysReg::genericRegisterString(Val);
    1286             : }
    1287             : 
    1288        2296 : void AArch64InstPrinter::printMSRSystemRegister(const MCInst *MI, unsigned OpNo,
    1289             :                                                 const MCSubtargetInfo &STI,
    1290             :                                                 raw_ostream &O) {
    1291        2296 :   unsigned Val = MI->getOperand(OpNo).getImm();
    1292             : 
    1293             :   // Horrible hack for the one register that has identical encodings but
    1294             :   // different names in MSR and MRS. Because of this, one of MRS and MSR is
    1295             :   // going to get the wrong entry
    1296        2296 :   if (Val == AArch64SysReg::DBGDTRTX_EL0) {
    1297           7 :     O << "DBGDTRTX_EL0";
    1298           7 :     return;
    1299             :   }
    1300             : 
    1301        2289 :   const AArch64SysReg::SysReg *Reg = AArch64SysReg::lookupSysRegByEncoding(Val);
    1302        4549 :   if (Reg && Reg->Writeable && Reg->haveFeatures(STI.getFeatureBits()))
    1303        2246 :     O << Reg->Name;
    1304             :   else
    1305          86 :     O << AArch64SysReg::genericRegisterString(Val);
    1306             : }
    1307             : 
    1308          27 : void AArch64InstPrinter::printSystemPStateField(const MCInst *MI, unsigned OpNo,
    1309             :                                                 const MCSubtargetInfo &STI,
    1310             :                                                 raw_ostream &O) {
    1311          27 :   unsigned Val = MI->getOperand(OpNo).getImm();
    1312             : 
    1313          27 :   auto PState = AArch64PState::lookupPStateByEncoding(Val);
    1314          54 :   if (PState && PState->haveFeatures(STI.getFeatureBits()))
    1315          27 :     O << PState->Name;
    1316             :   else
    1317           0 :     O << "#" << formatImm(Val);
    1318          27 : }
    1319             : 
    1320         163 : void AArch64InstPrinter::printSIMDType10Operand(const MCInst *MI, unsigned OpNo,
    1321             :                                                 const MCSubtargetInfo &STI,
    1322             :                                                 raw_ostream &O) {
    1323         163 :   unsigned RawVal = MI->getOperand(OpNo).getImm();
    1324         163 :   uint64_t Val = AArch64_AM::decodeAdvSIMDModImmType10(RawVal);
    1325         163 :   O << format("#%#016llx", Val);
    1326         163 : }
    1327             : 
    1328             : template<int64_t Angle, int64_t Remainder>
    1329          84 : void AArch64InstPrinter::printComplexRotationOp(const MCInst *MI, unsigned OpNo,
    1330             :                                                 const MCSubtargetInfo &STI,
    1331             :                                                 raw_ostream &O) {
    1332          84 :   unsigned Val = MI->getOperand(OpNo).getImm();
    1333          84 :   O << "#" << (Val * Angle) + Remainder;
    1334          84 : }
    1335             : 
    1336         140 : void AArch64InstPrinter::printSVEPattern(const MCInst *MI, unsigned OpNum,
    1337             :                                          const MCSubtargetInfo &STI,
    1338             :                                          raw_ostream &O) {
    1339         140 :   unsigned Val = MI->getOperand(OpNum).getImm();
    1340         140 :   if (auto Pat = AArch64SVEPredPattern::lookupSVEPREDPATByEncoding(Val))
    1341          80 :     O << Pat->Name;
    1342             :   else
    1343          60 :     O << '#' << formatImm(Val);
    1344         140 : }
    1345             : 
    1346             : template <char suffix>
    1347         867 : void AArch64InstPrinter::printSVERegOp(const MCInst *MI, unsigned OpNum,
    1348             :                                        const MCSubtargetInfo &STI,
    1349             :                                        raw_ostream &O) {
    1350             :   switch (suffix) {
    1351             :   case 0:
    1352             :   case 'b':
    1353             :   case 'h':
    1354             :   case 's':
    1355             :   case 'd':
    1356             :   case 'q':
    1357             :     break;
    1358             :   default: llvm_unreachable("Invalid kind specifier.");
    1359             :   }
    1360             : 
    1361         867 :   unsigned Reg = MI->getOperand(OpNum).getReg();
    1362         867 :   O << getRegisterName(Reg);
    1363             :   if (suffix != 0)
    1364             :     O << '.' << suffix;
    1365         867 : }

Generated by: LCOV version 1.13