36#include "llvm/IR/IntrinsicsMips.h"
51#define DEBUG_TYPE "mips-isel"
116 for (
const auto &VecTy : VecTys) {
158 for (
MVT VT : {MVT::f32, MVT::f64}) {
269 if (
Subtarget.getCLOpts().mno_ldc1_sdc1 ||
394 if (VT == MVT::Untyped)
395 return Subtarget.hasDSP() ? &Mips::ACC64DSPRegClass : &Mips::ACC64RegClass;
439 if (Ty == MVT::v4i32 || Ty == MVT::v2i64) {
471 if (Ty != MVT::v8f16) {
499 EVT ResTy =
Op.getValueType();
500 assert((ResTy == MVT::f32 || ResTy == MVT::f64) &&
"Unexpected FP16_TO_FP");
504 assert(In.getValueType() == MVT::i32 &&
"Unexpected FP16_TO_FP operand type");
515 DAG.
getConstant(Intrinsic::mips_fexupr_w,
DL, MVT::i32), HVec);
517 if (ResTy == MVT::f32) {
525 DAG.
getConstant(Intrinsic::mips_fexupr_d,
DL, MVT::i32), F32Vec);
539 EVT ResTy =
Op.getValueType();
541 assert((
In.getValueType() == MVT::f32 ||
In.getValueType() == MVT::f64) &&
542 "Unexpected FP_TO_FP16");
545 if (
In.getValueType() == MVT::f64) {
559 DAG.
getConstant(Intrinsic::mips_fexdo_h,
DL, MVT::i32), F32Vec, F32Vec);
573 if (
Subtarget.systemSupportsUnalignedAccess()) {
598 switch(
Op.getOpcode()) {
601 case ISD::SMUL_LOHI:
return lowerMulDiv(
Op, MipsISD::Mult,
true,
true, DAG);
602 case ISD::UMUL_LOHI:
return lowerMulDiv(
Op, MipsISD::Multu,
true,
true, DAG);
603 case ISD::MULHS:
return lowerMulDiv(
Op, MipsISD::Mult,
false,
true, DAG);
604 case ISD::MULHU:
return lowerMulDiv(
Op, MipsISD::Multu,
false,
true, DAG);
605 case ISD::MUL:
return lowerMulDiv(
Op, MipsISD::Mult,
true,
false, DAG);
606 case ISD::SDIVREM:
return lowerMulDiv(
Op, MipsISD::DivRem,
true,
true, DAG);
607 case ISD::UDIVREM:
return lowerMulDiv(
Op, MipsISD::DivRemU,
true,
true,
615 return lowerVECTOR_SHUFFLE(
Op, DAG);
618 return lowerFP16_TO_FP(
Op, DAG);
621 return lowerFP_TO_FP16(
Op, DAG);
624 return lowerR5900FPOp(
Op, DAG, RTLIB::ADD_F32);
626 return lowerR5900FPOp(
Op, DAG, RTLIB::SUB_F32);
628 return lowerR5900FPOp(
Op, DAG, RTLIB::MUL_F32);
630 return lowerR5900FPOp(
Op, DAG, RTLIB::DIV_F32);
632 return lowerR5900FPOp(
Op, DAG, RTLIB::SQRT_F32);
639 RTLIB::Libcall LC)
const {
643 if (Flags.hasNoNaNs() && Flags.hasNoInfs()) {
651 MVT VT =
Op.getSimpleValueType();
679 if (Op0Opcode == MipsISD::VEXTRACT_SEXT_ELT ||
680 Op0Opcode == MipsISD::VEXTRACT_ZEXT_ELT) {
686 int32_t Log2IfPositive = (Mask->getAPIntValue() + 1).exactLogBase2();
688 if (Log2IfPositive <= 0)
694 unsigned Log2 = Log2IfPositive;
696 if ((Op0Opcode == MipsISD::VEXTRACT_ZEXT_ELT &&
Log2 >= ExtendTySize) ||
697 Log2 == ExtendTySize) {
699 return DAG.
getNode(MipsISD::VEXTRACT_ZEXT_ELT,
SDLoc(Op0),
723 APInt SplatValue, SplatUndef;
724 unsigned SplatBitSize;
727 if (!
Node->isConstantSplat(SplatValue, SplatUndef, SplatBitSize, HasAnyUndefs,
741 N =
N->getOperand(0);
748 APInt SplatValue, SplatUndef;
749 unsigned SplatBitSize;
754 if (BVN->
isConstantSplat(SplatValue, SplatUndef, SplatBitSize, HasAnyUndefs))
766 return N->getOperand(1) == OfNode;
769 return N->getOperand(0) == OfNode;
786 EVT Ty =
N->getValueType(0);
788 if (!Ty.is128BitVector())
799 bool IsLittleEndian = !
Subtarget.isLittle();
802 bool IsConstantMask =
false;
809 if (
isVSplat(Op0Op0, Mask, IsLittleEndian)) {
813 if (
isVSplat(Op1Op0, InvMask, IsLittleEndian) &&
814 Mask.getBitWidth() == InvMask.
getBitWidth() && Mask == ~InvMask)
816 else if (
isVSplat(Op1Op1, InvMask, IsLittleEndian) &&
817 Mask.getBitWidth() == InvMask.
getBitWidth() && Mask == ~InvMask)
820 IsConstantMask =
true;
830 if (
isVSplat(Op1Op0, InvMask, IsLittleEndian) &&
831 Mask.getBitWidth() == InvMask.
getBitWidth() && Mask == ~InvMask)
833 else if (
isVSplat(Op1Op1, InvMask, IsLittleEndian) &&
834 Mask.getBitWidth() == InvMask.
getBitWidth() && Mask == ~InvMask)
837 IsConstantMask =
true;
886 if (IsConstantMask) {
887 if (Mask.isAllOnes())
928 unsigned MaxSteps =
Subtarget.isABI_O32() ? 8 : 12;
934 while (!WorkStack.
empty()) {
937 if (Val == 0 || Val == 1)
940 if (Steps >= MaxSteps)
951 if ((Val - Floor).ule(Ceil - Val)) {
999 if ((
C - Floor).ule(Ceil -
C)) {
1016 EVT VT =
N->getValueType(0);
1032 APInt SplatValue, SplatUndef;
1033 unsigned SplatBitSize;
1035 unsigned EltSize = Ty.getScalarSizeInBits();
1042 !BV->
isConstantSplat(SplatValue, SplatUndef, SplatBitSize, HasAnyUndefs,
1044 (SplatBitSize != EltSize) ||
1056 EVT Ty =
N->getValueType(0);
1058 if ((Ty != MVT::v2i16) && (Ty != MVT::v4i8))
1079 EVT Ty =
N->getValueType(0);
1096 if (Op0Op0->
getOpcode() != MipsISD::VEXTRACT_SEXT_ELT &&
1097 Op0Op0->
getOpcode() != MipsISD::VEXTRACT_ZEXT_ELT)
1103 if (TotalBits == 32 ||
1104 (Op0Op0->
getOpcode() == MipsISD::VEXTRACT_SEXT_ELT &&
1108 return DAG.
getNode(MipsISD::VEXTRACT_SEXT_ELT,
SDLoc(Op0Op0),
1115 if ((Ty != MVT::v2i16) && ((Ty != MVT::v4i8) || !
Subtarget.hasDSPR2()))
1125 EVT Ty =
N->getValueType(0);
1127 if (((Ty != MVT::v2i16) || !
Subtarget.hasDSPR2()) && (Ty != MVT::v4i8))
1134 bool IsV216 = (Ty == MVT::v2i16);
1147 default:
return false;
1152 EVT Ty =
N->getValueType(0);
1154 if ((Ty != MVT::v2i16) && (Ty != MVT::v4i8))
1160 return DAG.
getNode(MipsISD::SETCC_DSP,
SDLoc(
N), Ty,
N->getOperand(0),
1161 N->getOperand(1),
N->getOperand(2));
1165 EVT Ty =
N->getValueType(0);
1167 if (Ty == MVT::v2i16 || Ty == MVT::v4i8) {
1170 if (SetCC.
getOpcode() != MipsISD::SETCC_DSP)
1175 N->getOperand(1),
N->getOperand(2), SetCC.
getOperand(2));
1183 EVT Ty =
N->getValueType(0);
1185 if (
Subtarget.hasMSA() && Ty.is128BitVector() && Ty.isInteger()) {
1211 EVT VT =
N->getValueType(0);
1230 switch (
N->getOpcode()) {
1261 N->printrWithDepth(
dbgs(), &DAG);
dbgs() <<
"\n=> \n";
1272 switch (
MI.getOpcode()) {
1275 case Mips::BPOSGE32_PSEUDO:
1276 return emitBPOSGE32(
MI, BB);
1277 case Mips::SNZ_B_PSEUDO:
1278 return emitMSACBranchPseudo(
MI, BB, Mips::BNZ_B);
1279 case Mips::SNZ_H_PSEUDO:
1280 return emitMSACBranchPseudo(
MI, BB, Mips::BNZ_H);
1281 case Mips::SNZ_W_PSEUDO:
1282 return emitMSACBranchPseudo(
MI, BB, Mips::BNZ_W);
1283 case Mips::SNZ_D_PSEUDO:
1284 return emitMSACBranchPseudo(
MI, BB, Mips::BNZ_D);
1285 case Mips::SNZ_V_PSEUDO:
1286 return emitMSACBranchPseudo(
MI, BB, Mips::BNZ_V);
1287 case Mips::SZ_B_PSEUDO:
1288 return emitMSACBranchPseudo(
MI, BB, Mips::BZ_B);
1289 case Mips::SZ_H_PSEUDO:
1290 return emitMSACBranchPseudo(
MI, BB, Mips::BZ_H);
1291 case Mips::SZ_W_PSEUDO:
1292 return emitMSACBranchPseudo(
MI, BB, Mips::BZ_W);
1293 case Mips::SZ_D_PSEUDO:
1294 return emitMSACBranchPseudo(
MI, BB, Mips::BZ_D);
1295 case Mips::SZ_V_PSEUDO:
1296 return emitMSACBranchPseudo(
MI, BB, Mips::BZ_V);
1297 case Mips::COPY_FW_PSEUDO:
1298 return emitCOPY_FW(
MI, BB);
1299 case Mips::COPY_FD_PSEUDO:
1300 return emitCOPY_FD(
MI, BB);
1301 case Mips::INSERT_FW_PSEUDO:
1302 return emitINSERT_FW(
MI, BB);
1303 case Mips::INSERT_FD_PSEUDO:
1304 return emitINSERT_FD(
MI, BB);
1305 case Mips::INSERT_B_VIDX_PSEUDO:
1306 case Mips::INSERT_B_VIDX64_PSEUDO:
1307 return emitINSERT_DF_VIDX(
MI, BB, 1,
false);
1308 case Mips::INSERT_H_VIDX_PSEUDO:
1309 case Mips::INSERT_H_VIDX64_PSEUDO:
1310 return emitINSERT_DF_VIDX(
MI, BB, 2,
false);
1311 case Mips::INSERT_W_VIDX_PSEUDO:
1312 case Mips::INSERT_W_VIDX64_PSEUDO:
1313 return emitINSERT_DF_VIDX(
MI, BB, 4,
false);
1314 case Mips::INSERT_D_VIDX_PSEUDO:
1315 case Mips::INSERT_D_VIDX64_PSEUDO:
1316 return emitINSERT_DF_VIDX(
MI, BB, 8,
false);
1317 case Mips::INSERT_FW_VIDX_PSEUDO:
1318 case Mips::INSERT_FW_VIDX64_PSEUDO:
1319 return emitINSERT_DF_VIDX(
MI, BB, 4,
true);
1320 case Mips::INSERT_FD_VIDX_PSEUDO:
1321 case Mips::INSERT_FD_VIDX64_PSEUDO:
1322 return emitINSERT_DF_VIDX(
MI, BB, 8,
true);
1323 case Mips::FILL_FW_PSEUDO:
1324 return emitFILL_FW(
MI, BB);
1325 case Mips::FILL_FD_PSEUDO:
1326 return emitFILL_FD(
MI, BB);
1327 case Mips::FEXP2_W_1_PSEUDO:
1328 return emitFEXP2_W_1(
MI, BB);
1329 case Mips::FEXP2_D_1_PSEUDO:
1330 return emitFEXP2_D_1(
MI, BB);
1334bool MipsSETargetLowering::isEligibleForTailCallOptimization(
1335 const CCState &CCInfo,
unsigned NextStackOffset,
1349void MipsSETargetLowering::getOpndList(
1351 std::deque<std::pair<unsigned, SDValue>> &RegsToPass,
bool IsPICCall,
1352 bool GlobalOrExternal,
bool LocalLinkage,
bool IsCallReloc,
1354 Ops.push_back(Callee);
1356 LocalLinkage, IsCallReloc, CLI, Callee,
1371 EVT VT =
Subtarget.hasMips2() ? MVT::i32 : MVT::f32;
1388 BP = DAG.
getNode(MipsISD::BuildPairF64,
DL, MVT::f64,
Lo,
Hi);
1390 BP = DAG.
getNode(MipsISD::BuildPairF64_FPR,
DL, MVT::f64,
Hi,
Lo);
1407 EVT VT =
Subtarget.hasMips2() ? MVT::i32 : MVT::f32;
1409 unsigned ExtractOp =
Subtarget.hasMips2() ? MipsISD::ExtractElementF64
1410 : MipsISD::ExtractElementF64_FPR;
1425 return DAG.
getStore(Chain,
DL,
Hi, Ptr, MachinePointerInfo(),
1433 MVT Src =
Op.getOperand(0).getValueType().getSimpleVT();
1434 MVT Dest =
Op.getValueType().getSimpleVT();
1437 if (Src == MVT::i64 && Dest == MVT::f64) {
1441 return DAG.
getNode(MipsISD::BuildPairF64,
DL, MVT::f64,
Lo,
Hi);
1445 if (Src == MVT::f64 && Dest == MVT::i64) {
1452 DAG.
getNode(MipsISD::ExtractElementF64,
DL, MVT::i32,
Op.getOperand(0),
1455 DAG.
getNode(MipsISD::ExtractElementF64,
DL, MVT::i32,
Op.getOperand(0),
1465 bool HasLo,
bool HasHi,
1470 EVT Ty =
Op.getOperand(0).getValueType();
1473 Op.getOperand(0),
Op.getOperand(1));
1481 if (!HasLo || !HasHi)
1482 return HasLo ?
Lo :
Hi;
1490 std::tie(InLo, InHi) = DAG.
SplitScalar(In,
DL, MVT::i32, MVT::i32);
1491 return DAG.
getNode(MipsISD::MTLOHI,
DL, MVT::Untyped, InLo, InHi);
1514 bool HasChainIn =
Op->getOperand(0).getValueType() == MVT::Other;
1520 Ops.push_back(
Op->getOperand(OpNo++));
1526 SDValue Opnd =
Op->getOperand(++OpNo), In64;
1531 Ops.push_back(Opnd);
1534 for (++OpNo ; OpNo <
Op->getNumOperands(); ++OpNo)
1535 Ops.push_back(
Op->getOperand(OpNo));
1539 Ops.push_back(In64);
1544 for (
EVT Ty :
Op->values())
1545 ResTys.
push_back((Ty == MVT::i64) ? MVT::Untyped : Ty);
1566 EVT ResTy =
Op->getValueType(0);
1576 EVT ResVecTy =
Op->getValueType(0);
1577 EVT ViaVecTy = ResVecTy;
1587 if (ResVecTy == MVT::v2i64) {
1598 ViaVecTy = MVT::v4i32;
1604 SDValue Ops[16] = { LaneA, LaneB, LaneA, LaneB, LaneA, LaneB, LaneA, LaneB,
1605 LaneA, LaneB, LaneA, LaneB, LaneA, LaneB, LaneA, LaneB };
1610 if (ViaVecTy != ResVecTy) {
1620 bool IsSigned =
false) {
1623 APInt(
Op->getValueType(0).getScalarType().getSizeInBits(),
1624 IsSigned ? CImm->getSExtValue() : CImm->getZExtValue(), IsSigned),
1630 EVT ViaVecTy = VecTy;
1631 SDValue SplatValueA = SplatValue;
1632 SDValue SplatValueB = SplatValue;
1635 if (VecTy == MVT::v2i64) {
1637 ViaVecTy = MVT::v4i32;
1650 SDValue Ops[16] = { SplatValueA, SplatValueB, SplatValueA, SplatValueB,
1651 SplatValueA, SplatValueB, SplatValueA, SplatValueB,
1652 SplatValueA, SplatValueB, SplatValueA, SplatValueB,
1653 SplatValueA, SplatValueB, SplatValueA, SplatValueB };
1658 if (VecTy != ViaVecTy)
1667 EVT VecTy =
Op->getValueType(0);
1673 if (VecTy == MVT::v2i64) {
1675 APInt BitImm =
APInt(64, 1) << CImm->getAPIntValue();
1687 {BitImmLoOp, BitImmHiOp, BitImmLoOp, BitImmHiOp}));
1696 if (VecTy == MVT::v2i64)
1710 EVT ResTy =
Op->getValueType(0);
1713 MVT ResEltTy = ResTy == MVT::v2i64 ? MVT::i64 : MVT::i32;
1722 EVT ResTy =
Op->getValueType(0);
1733 EVT ResTy =
Op->getValueType(0);
1735 <<
Op->getConstantOperandAPInt(2);
1744 unsigned Intrinsic =
Op->getConstantOperandVal(0);
1745 switch (Intrinsic) {
1748 case Intrinsic::mips_shilo:
1750 case Intrinsic::mips_dpau_h_qbl:
1752 case Intrinsic::mips_dpau_h_qbr:
1754 case Intrinsic::mips_dpsu_h_qbl:
1756 case Intrinsic::mips_dpsu_h_qbr:
1758 case Intrinsic::mips_dpa_w_ph:
1760 case Intrinsic::mips_dps_w_ph:
1762 case Intrinsic::mips_dpax_w_ph:
1764 case Intrinsic::mips_dpsx_w_ph:
1766 case Intrinsic::mips_mulsa_w_ph:
1768 case Intrinsic::mips_mult:
1770 case Intrinsic::mips_multu:
1772 case Intrinsic::mips_madd:
1774 case Intrinsic::mips_maddu:
1776 case Intrinsic::mips_msub:
1778 case Intrinsic::mips_msubu:
1780 case Intrinsic::mips_addv_b:
1781 case Intrinsic::mips_addv_h:
1782 case Intrinsic::mips_addv_w:
1783 case Intrinsic::mips_addv_d:
1786 case Intrinsic::mips_addvi_b:
1787 case Intrinsic::mips_addvi_h:
1788 case Intrinsic::mips_addvi_w:
1789 case Intrinsic::mips_addvi_d:
1792 case Intrinsic::mips_and_v:
1795 case Intrinsic::mips_andi_b:
1798 case Intrinsic::mips_bclr_b:
1799 case Intrinsic::mips_bclr_h:
1800 case Intrinsic::mips_bclr_w:
1801 case Intrinsic::mips_bclr_d:
1803 case Intrinsic::mips_bclri_b:
1804 case Intrinsic::mips_bclri_h:
1805 case Intrinsic::mips_bclri_w:
1806 case Intrinsic::mips_bclri_d:
1808 case Intrinsic::mips_binsli_b:
1809 case Intrinsic::mips_binsli_h:
1810 case Intrinsic::mips_binsli_w:
1811 case Intrinsic::mips_binsli_d: {
1813 EVT VecTy =
Op->getValueType(0);
1818 Op->getConstantOperandVal(3) + 1);
1821 Op->getOperand(2),
Op->getOperand(1));
1823 case Intrinsic::mips_binsri_b:
1824 case Intrinsic::mips_binsri_h:
1825 case Intrinsic::mips_binsri_w:
1826 case Intrinsic::mips_binsri_d: {
1828 EVT VecTy =
Op->getValueType(0);
1833 Op->getConstantOperandVal(3) + 1);
1836 Op->getOperand(2),
Op->getOperand(1));
1838 case Intrinsic::mips_bmnz_v:
1840 Op->getOperand(2),
Op->getOperand(1));
1841 case Intrinsic::mips_bmnzi_b:
1845 case Intrinsic::mips_bmz_v:
1847 Op->getOperand(1),
Op->getOperand(2));
1848 case Intrinsic::mips_bmzi_b:
1852 case Intrinsic::mips_bneg_b:
1853 case Intrinsic::mips_bneg_h:
1854 case Intrinsic::mips_bneg_w:
1855 case Intrinsic::mips_bneg_d: {
1856 EVT VecTy =
Op->getValueType(0);
1863 case Intrinsic::mips_bnegi_b:
1864 case Intrinsic::mips_bnegi_h:
1865 case Intrinsic::mips_bnegi_w:
1866 case Intrinsic::mips_bnegi_d:
1869 case Intrinsic::mips_bnz_b:
1870 case Intrinsic::mips_bnz_h:
1871 case Intrinsic::mips_bnz_w:
1872 case Intrinsic::mips_bnz_d:
1873 return DAG.
getNode(MipsISD::VALL_NONZERO,
DL,
Op->getValueType(0),
1875 case Intrinsic::mips_bnz_v:
1876 return DAG.
getNode(MipsISD::VANY_NONZERO,
DL,
Op->getValueType(0),
1878 case Intrinsic::mips_bsel_v:
1881 Op->getOperand(1),
Op->getOperand(3),
1883 case Intrinsic::mips_bseli_b:
1888 case Intrinsic::mips_bset_b:
1889 case Intrinsic::mips_bset_h:
1890 case Intrinsic::mips_bset_w:
1891 case Intrinsic::mips_bset_d: {
1892 EVT VecTy =
Op->getValueType(0);
1899 case Intrinsic::mips_bseti_b:
1900 case Intrinsic::mips_bseti_h:
1901 case Intrinsic::mips_bseti_w:
1902 case Intrinsic::mips_bseti_d:
1905 case Intrinsic::mips_bz_b:
1906 case Intrinsic::mips_bz_h:
1907 case Intrinsic::mips_bz_w:
1908 case Intrinsic::mips_bz_d:
1909 return DAG.
getNode(MipsISD::VALL_ZERO,
DL,
Op->getValueType(0),
1911 case Intrinsic::mips_bz_v:
1912 return DAG.
getNode(MipsISD::VANY_ZERO,
DL,
Op->getValueType(0),
1914 case Intrinsic::mips_ceq_b:
1915 case Intrinsic::mips_ceq_h:
1916 case Intrinsic::mips_ceq_w:
1917 case Intrinsic::mips_ceq_d:
1920 case Intrinsic::mips_ceqi_b:
1921 case Intrinsic::mips_ceqi_h:
1922 case Intrinsic::mips_ceqi_w:
1923 case Intrinsic::mips_ceqi_d:
1926 case Intrinsic::mips_cle_s_b:
1927 case Intrinsic::mips_cle_s_h:
1928 case Intrinsic::mips_cle_s_w:
1929 case Intrinsic::mips_cle_s_d:
1932 case Intrinsic::mips_clei_s_b:
1933 case Intrinsic::mips_clei_s_h:
1934 case Intrinsic::mips_clei_s_w:
1935 case Intrinsic::mips_clei_s_d:
1938 case Intrinsic::mips_cle_u_b:
1939 case Intrinsic::mips_cle_u_h:
1940 case Intrinsic::mips_cle_u_w:
1941 case Intrinsic::mips_cle_u_d:
1944 case Intrinsic::mips_clei_u_b:
1945 case Intrinsic::mips_clei_u_h:
1946 case Intrinsic::mips_clei_u_w:
1947 case Intrinsic::mips_clei_u_d:
1950 case Intrinsic::mips_clt_s_b:
1951 case Intrinsic::mips_clt_s_h:
1952 case Intrinsic::mips_clt_s_w:
1953 case Intrinsic::mips_clt_s_d:
1956 case Intrinsic::mips_clti_s_b:
1957 case Intrinsic::mips_clti_s_h:
1958 case Intrinsic::mips_clti_s_w:
1959 case Intrinsic::mips_clti_s_d:
1962 case Intrinsic::mips_clt_u_b:
1963 case Intrinsic::mips_clt_u_h:
1964 case Intrinsic::mips_clt_u_w:
1965 case Intrinsic::mips_clt_u_d:
1968 case Intrinsic::mips_clti_u_b:
1969 case Intrinsic::mips_clti_u_h:
1970 case Intrinsic::mips_clti_u_w:
1971 case Intrinsic::mips_clti_u_d:
1974 case Intrinsic::mips_copy_s_b:
1975 case Intrinsic::mips_copy_s_h:
1976 case Intrinsic::mips_copy_s_w:
1978 case Intrinsic::mips_copy_s_d:
1986 Op->getValueType(0),
Op->getOperand(1),
1989 case Intrinsic::mips_copy_u_b:
1990 case Intrinsic::mips_copy_u_h:
1991 case Intrinsic::mips_copy_u_w:
1993 case Intrinsic::mips_copy_u_d:
2004 Op->getValueType(0),
Op->getOperand(1),
2007 case Intrinsic::mips_div_s_b:
2008 case Intrinsic::mips_div_s_h:
2009 case Intrinsic::mips_div_s_w:
2010 case Intrinsic::mips_div_s_d:
2013 case Intrinsic::mips_div_u_b:
2014 case Intrinsic::mips_div_u_h:
2015 case Intrinsic::mips_div_u_w:
2016 case Intrinsic::mips_div_u_d:
2019 case Intrinsic::mips_fadd_w:
2020 case Intrinsic::mips_fadd_d:
2022 Op->getOperand(2),
Op->getFlags());
2024 case Intrinsic::mips_fceq_w:
2025 case Intrinsic::mips_fceq_d:
2028 case Intrinsic::mips_fcle_w:
2029 case Intrinsic::mips_fcle_d:
2032 case Intrinsic::mips_fclt_w:
2033 case Intrinsic::mips_fclt_d:
2036 case Intrinsic::mips_fcne_w:
2037 case Intrinsic::mips_fcne_d:
2040 case Intrinsic::mips_fcor_w:
2041 case Intrinsic::mips_fcor_d:
2044 case Intrinsic::mips_fcueq_w:
2045 case Intrinsic::mips_fcueq_d:
2048 case Intrinsic::mips_fcule_w:
2049 case Intrinsic::mips_fcule_d:
2052 case Intrinsic::mips_fcult_w:
2053 case Intrinsic::mips_fcult_d:
2056 case Intrinsic::mips_fcun_w:
2057 case Intrinsic::mips_fcun_d:
2060 case Intrinsic::mips_fcune_w:
2061 case Intrinsic::mips_fcune_d:
2064 case Intrinsic::mips_fdiv_w:
2065 case Intrinsic::mips_fdiv_d:
2069 case Intrinsic::mips_ffint_u_w:
2070 case Intrinsic::mips_ffint_u_d:
2073 case Intrinsic::mips_ffint_s_w:
2074 case Intrinsic::mips_ffint_s_d:
2077 case Intrinsic::mips_fill_b:
2078 case Intrinsic::mips_fill_h:
2079 case Intrinsic::mips_fill_w:
2080 case Intrinsic::mips_fill_d: {
2081 EVT ResTy =
Op->getValueType(0);
2089 case Intrinsic::mips_fexp2_w:
2090 case Intrinsic::mips_fexp2_d: {
2092 EVT ResTy =
Op->getValueType(0);
2097 case Intrinsic::mips_flog2_w:
2098 case Intrinsic::mips_flog2_d:
2100 case Intrinsic::mips_fmadd_w:
2101 case Intrinsic::mips_fmadd_d:
2103 Op->getOperand(1),
Op->getOperand(2),
Op->getOperand(3));
2104 case Intrinsic::mips_fmul_w:
2105 case Intrinsic::mips_fmul_d:
2107 Op->getOperand(2),
Op->getFlags());
2108 case Intrinsic::mips_fmsub_w:
2109 case Intrinsic::mips_fmsub_d: {
2111 return DAG.
getNode(MipsISD::FMS, SDLoc(
Op),
Op->getValueType(0),
2112 Op->getOperand(1),
Op->getOperand(2),
Op->getOperand(3));
2114 case Intrinsic::mips_frint_w:
2115 case Intrinsic::mips_frint_d:
2117 case Intrinsic::mips_fsqrt_w:
2118 case Intrinsic::mips_fsqrt_d:
2120 case Intrinsic::mips_fsub_w:
2121 case Intrinsic::mips_fsub_d:
2123 Op->getOperand(2),
Op->getFlags());
2124 case Intrinsic::mips_ftrunc_u_w:
2125 case Intrinsic::mips_ftrunc_u_d:
2128 case Intrinsic::mips_ftrunc_s_w:
2129 case Intrinsic::mips_ftrunc_s_d:
2132 case Intrinsic::mips_ilvev_b:
2133 case Intrinsic::mips_ilvev_h:
2134 case Intrinsic::mips_ilvev_w:
2135 case Intrinsic::mips_ilvev_d:
2136 return DAG.
getNode(MipsISD::ILVEV,
DL,
Op->getValueType(0),
2137 Op->getOperand(1),
Op->getOperand(2));
2138 case Intrinsic::mips_ilvl_b:
2139 case Intrinsic::mips_ilvl_h:
2140 case Intrinsic::mips_ilvl_w:
2141 case Intrinsic::mips_ilvl_d:
2142 return DAG.
getNode(MipsISD::ILVL,
DL,
Op->getValueType(0),
2143 Op->getOperand(1),
Op->getOperand(2));
2144 case Intrinsic::mips_ilvod_b:
2145 case Intrinsic::mips_ilvod_h:
2146 case Intrinsic::mips_ilvod_w:
2147 case Intrinsic::mips_ilvod_d:
2148 return DAG.
getNode(MipsISD::ILVOD,
DL,
Op->getValueType(0),
2149 Op->getOperand(1),
Op->getOperand(2));
2150 case Intrinsic::mips_ilvr_b:
2151 case Intrinsic::mips_ilvr_h:
2152 case Intrinsic::mips_ilvr_w:
2153 case Intrinsic::mips_ilvr_d:
2154 return DAG.
getNode(MipsISD::ILVR,
DL,
Op->getValueType(0),
2155 Op->getOperand(1),
Op->getOperand(2));
2156 case Intrinsic::mips_insert_b:
2157 case Intrinsic::mips_insert_h:
2158 case Intrinsic::mips_insert_w:
2159 case Intrinsic::mips_insert_d:
2161 Op->getOperand(1),
Op->getOperand(3),
Op->getOperand(2));
2162 case Intrinsic::mips_insve_b:
2163 case Intrinsic::mips_insve_h:
2164 case Intrinsic::mips_insve_w:
2165 case Intrinsic::mips_insve_d: {
2168 switch (Intrinsic) {
2169 case Intrinsic::mips_insve_b:
Max = 15;
break;
2170 case Intrinsic::mips_insve_h:
Max = 7;
break;
2171 case Intrinsic::mips_insve_w:
Max = 3;
break;
2172 case Intrinsic::mips_insve_d:
Max = 1;
break;
2178 return DAG.
getNode(MipsISD::INSVE,
DL,
Op->getValueType(0),
2179 Op->getOperand(1),
Op->getOperand(2),
Op->getOperand(3),
2182 case Intrinsic::mips_ldi_b:
2183 case Intrinsic::mips_ldi_h:
2184 case Intrinsic::mips_ldi_w:
2185 case Intrinsic::mips_ldi_d:
2187 case Intrinsic::mips_lsa:
2188 case Intrinsic::mips_dlsa: {
2189 EVT ResTy =
Op->getValueType(0);
2192 Op->getOperand(2),
Op->getOperand(3)));
2194 case Intrinsic::mips_maddv_b:
2195 case Intrinsic::mips_maddv_h:
2196 case Intrinsic::mips_maddv_w:
2197 case Intrinsic::mips_maddv_d: {
2198 EVT ResTy =
Op->getValueType(0);
2201 Op->getOperand(2),
Op->getOperand(3)));
2203 case Intrinsic::mips_max_s_b:
2204 case Intrinsic::mips_max_s_h:
2205 case Intrinsic::mips_max_s_w:
2206 case Intrinsic::mips_max_s_d:
2208 Op->getOperand(1),
Op->getOperand(2));
2209 case Intrinsic::mips_max_u_b:
2210 case Intrinsic::mips_max_u_h:
2211 case Intrinsic::mips_max_u_w:
2212 case Intrinsic::mips_max_u_d:
2214 Op->getOperand(1),
Op->getOperand(2));
2215 case Intrinsic::mips_maxi_s_b:
2216 case Intrinsic::mips_maxi_s_h:
2217 case Intrinsic::mips_maxi_s_w:
2218 case Intrinsic::mips_maxi_s_d:
2221 case Intrinsic::mips_maxi_u_b:
2222 case Intrinsic::mips_maxi_u_h:
2223 case Intrinsic::mips_maxi_u_w:
2224 case Intrinsic::mips_maxi_u_d:
2227 case Intrinsic::mips_min_s_b:
2228 case Intrinsic::mips_min_s_h:
2229 case Intrinsic::mips_min_s_w:
2230 case Intrinsic::mips_min_s_d:
2232 Op->getOperand(1),
Op->getOperand(2));
2233 case Intrinsic::mips_min_u_b:
2234 case Intrinsic::mips_min_u_h:
2235 case Intrinsic::mips_min_u_w:
2236 case Intrinsic::mips_min_u_d:
2238 Op->getOperand(1),
Op->getOperand(2));
2239 case Intrinsic::mips_mini_s_b:
2240 case Intrinsic::mips_mini_s_h:
2241 case Intrinsic::mips_mini_s_w:
2242 case Intrinsic::mips_mini_s_d:
2245 case Intrinsic::mips_mini_u_b:
2246 case Intrinsic::mips_mini_u_h:
2247 case Intrinsic::mips_mini_u_w:
2248 case Intrinsic::mips_mini_u_d:
2251 case Intrinsic::mips_mod_s_b:
2252 case Intrinsic::mips_mod_s_h:
2253 case Intrinsic::mips_mod_s_w:
2254 case Intrinsic::mips_mod_s_d:
2257 case Intrinsic::mips_mod_u_b:
2258 case Intrinsic::mips_mod_u_h:
2259 case Intrinsic::mips_mod_u_w:
2260 case Intrinsic::mips_mod_u_d:
2263 case Intrinsic::mips_mulv_b:
2264 case Intrinsic::mips_mulv_h:
2265 case Intrinsic::mips_mulv_w:
2266 case Intrinsic::mips_mulv_d:
2269 case Intrinsic::mips_msubv_b:
2270 case Intrinsic::mips_msubv_h:
2271 case Intrinsic::mips_msubv_w:
2272 case Intrinsic::mips_msubv_d: {
2273 EVT ResTy =
Op->getValueType(0);
2276 Op->getOperand(2),
Op->getOperand(3)));
2278 case Intrinsic::mips_nlzc_b:
2279 case Intrinsic::mips_nlzc_h:
2280 case Intrinsic::mips_nlzc_w:
2281 case Intrinsic::mips_nlzc_d:
2283 case Intrinsic::mips_nor_v: {
2285 Op->getOperand(1),
Op->getOperand(2));
2288 case Intrinsic::mips_nori_b: {
2294 case Intrinsic::mips_or_v:
2297 case Intrinsic::mips_ori_b:
2300 case Intrinsic::mips_pckev_b:
2301 case Intrinsic::mips_pckev_h:
2302 case Intrinsic::mips_pckev_w:
2303 case Intrinsic::mips_pckev_d:
2304 return DAG.
getNode(MipsISD::PCKEV,
DL,
Op->getValueType(0),
2305 Op->getOperand(1),
Op->getOperand(2));
2306 case Intrinsic::mips_pckod_b:
2307 case Intrinsic::mips_pckod_h:
2308 case Intrinsic::mips_pckod_w:
2309 case Intrinsic::mips_pckod_d:
2310 return DAG.
getNode(MipsISD::PCKOD,
DL,
Op->getValueType(0),
2311 Op->getOperand(1),
Op->getOperand(2));
2312 case Intrinsic::mips_pcnt_b:
2313 case Intrinsic::mips_pcnt_h:
2314 case Intrinsic::mips_pcnt_w:
2315 case Intrinsic::mips_pcnt_d:
2317 case Intrinsic::mips_sat_s_b:
2318 case Intrinsic::mips_sat_s_h:
2319 case Intrinsic::mips_sat_s_w:
2320 case Intrinsic::mips_sat_s_d:
2321 case Intrinsic::mips_sat_u_b:
2322 case Intrinsic::mips_sat_u_h:
2323 case Intrinsic::mips_sat_u_w:
2324 case Intrinsic::mips_sat_u_d: {
2327 switch (Intrinsic) {
2328 case Intrinsic::mips_sat_s_b:
2329 case Intrinsic::mips_sat_u_b:
Max = 7;
break;
2330 case Intrinsic::mips_sat_s_h:
2331 case Intrinsic::mips_sat_u_h:
Max = 15;
break;
2332 case Intrinsic::mips_sat_s_w:
2333 case Intrinsic::mips_sat_u_w:
Max = 31;
break;
2334 case Intrinsic::mips_sat_s_d:
2335 case Intrinsic::mips_sat_u_d:
Max = 63;
break;
2343 case Intrinsic::mips_shf_b:
2344 case Intrinsic::mips_shf_h:
2345 case Intrinsic::mips_shf_w: {
2349 return DAG.
getNode(MipsISD::SHF,
DL,
Op->getValueType(0),
2350 Op->getOperand(2),
Op->getOperand(1));
2352 case Intrinsic::mips_sldi_b:
2353 case Intrinsic::mips_sldi_h:
2354 case Intrinsic::mips_sldi_w:
2355 case Intrinsic::mips_sldi_d: {
2358 switch (Intrinsic) {
2359 case Intrinsic::mips_sldi_b:
Max = 15;
break;
2360 case Intrinsic::mips_sldi_h:
Max = 7;
break;
2361 case Intrinsic::mips_sldi_w:
Max = 3;
break;
2362 case Intrinsic::mips_sldi_d:
Max = 1;
break;
2370 case Intrinsic::mips_sll_b:
2371 case Intrinsic::mips_sll_h:
2372 case Intrinsic::mips_sll_w:
2373 case Intrinsic::mips_sll_d:
2376 case Intrinsic::mips_slli_b:
2377 case Intrinsic::mips_slli_h:
2378 case Intrinsic::mips_slli_w:
2379 case Intrinsic::mips_slli_d:
2382 case Intrinsic::mips_splat_b:
2383 case Intrinsic::mips_splat_h:
2384 case Intrinsic::mips_splat_w:
2385 case Intrinsic::mips_splat_d:
2390 return DAG.
getNode(MipsISD::VSHF,
DL,
Op->getValueType(0),
2393 case Intrinsic::mips_splati_b:
2394 case Intrinsic::mips_splati_h:
2395 case Intrinsic::mips_splati_w:
2396 case Intrinsic::mips_splati_d:
2397 return DAG.
getNode(MipsISD::VSHF,
DL,
Op->getValueType(0),
2400 case Intrinsic::mips_sra_b:
2401 case Intrinsic::mips_sra_h:
2402 case Intrinsic::mips_sra_w:
2403 case Intrinsic::mips_sra_d:
2406 case Intrinsic::mips_srai_b:
2407 case Intrinsic::mips_srai_h:
2408 case Intrinsic::mips_srai_w:
2409 case Intrinsic::mips_srai_d:
2412 case Intrinsic::mips_srari_b:
2413 case Intrinsic::mips_srari_h:
2414 case Intrinsic::mips_srari_w:
2415 case Intrinsic::mips_srari_d: {
2418 switch (Intrinsic) {
2419 case Intrinsic::mips_srari_b:
Max = 7;
break;
2420 case Intrinsic::mips_srari_h:
Max = 15;
break;
2421 case Intrinsic::mips_srari_w:
Max = 31;
break;
2422 case Intrinsic::mips_srari_d:
Max = 63;
break;
2430 case Intrinsic::mips_srl_b:
2431 case Intrinsic::mips_srl_h:
2432 case Intrinsic::mips_srl_w:
2433 case Intrinsic::mips_srl_d:
2436 case Intrinsic::mips_srli_b:
2437 case Intrinsic::mips_srli_h:
2438 case Intrinsic::mips_srli_w:
2439 case Intrinsic::mips_srli_d:
2442 case Intrinsic::mips_srlri_b:
2443 case Intrinsic::mips_srlri_h:
2444 case Intrinsic::mips_srlri_w:
2445 case Intrinsic::mips_srlri_d: {
2448 switch (Intrinsic) {
2449 case Intrinsic::mips_srlri_b:
Max = 7;
break;
2450 case Intrinsic::mips_srlri_h:
Max = 15;
break;
2451 case Intrinsic::mips_srlri_w:
Max = 31;
break;
2452 case Intrinsic::mips_srlri_d:
Max = 63;
break;
2460 case Intrinsic::mips_subv_b:
2461 case Intrinsic::mips_subv_h:
2462 case Intrinsic::mips_subv_w:
2463 case Intrinsic::mips_subv_d:
2466 case Intrinsic::mips_subvi_b:
2467 case Intrinsic::mips_subvi_h:
2468 case Intrinsic::mips_subvi_w:
2469 case Intrinsic::mips_subvi_d:
2472 case Intrinsic::mips_vshf_b:
2473 case Intrinsic::mips_vshf_h:
2474 case Intrinsic::mips_vshf_w:
2475 case Intrinsic::mips_vshf_d:
2476 return DAG.
getNode(MipsISD::VSHF,
DL,
Op->getValueType(0),
2477 Op->getOperand(1),
Op->getOperand(2),
Op->getOperand(3));
2478 case Intrinsic::mips_xor_v:
2481 case Intrinsic::mips_xori_b:
2484 case Intrinsic::thread_pointer: {
2486 return DAG.
getNode(MipsISD::ThreadPointer,
DL, PtrVT);
2497 EVT ResTy =
Op->getValueType(0);
2498 EVT PtrTy = Address->getValueType(0);
2513 unsigned Intr =
Op->getConstantOperandVal(1);
2517 case Intrinsic::mips_extp:
2519 case Intrinsic::mips_extpdp:
2521 case Intrinsic::mips_extr_w:
2523 case Intrinsic::mips_extr_r_w:
2525 case Intrinsic::mips_extr_rs_w:
2527 case Intrinsic::mips_extr_s_h:
2529 case Intrinsic::mips_mthlip:
2531 case Intrinsic::mips_mulsaq_s_w_ph:
2533 case Intrinsic::mips_maq_s_w_phl:
2535 case Intrinsic::mips_maq_s_w_phr:
2537 case Intrinsic::mips_maq_sa_w_phl:
2539 case Intrinsic::mips_maq_sa_w_phr:
2541 case Intrinsic::mips_dpaq_s_w_ph:
2543 case Intrinsic::mips_dpsq_s_w_ph:
2545 case Intrinsic::mips_dpaq_sa_l_w:
2547 case Intrinsic::mips_dpsq_sa_l_w:
2549 case Intrinsic::mips_dpaqx_s_w_ph:
2551 case Intrinsic::mips_dpaqx_sa_w_ph:
2553 case Intrinsic::mips_dpsqx_s_w_ph:
2555 case Intrinsic::mips_dpsqx_sa_w_ph:
2557 case Intrinsic::mips_ld_b:
2558 case Intrinsic::mips_ld_h:
2559 case Intrinsic::mips_ld_w:
2560 case Intrinsic::mips_ld_d:
2572 EVT PtrTy = Address->getValueType(0);
2588 unsigned Intr =
Op->getConstantOperandVal(1);
2592 case Intrinsic::mips_st_b:
2593 case Intrinsic::mips_st_h:
2594 case Intrinsic::mips_st_w:
2595 case Intrinsic::mips_st_d:
2610 EVT ResTy =
Op->getValueType(0);
2620 return DAG.
getNode(MipsISD::VEXTRACT_SEXT_ELT,
DL, ResTy, Op0, Op1,
2638 for (
unsigned i = 0; i <
Op->getNumOperands(); ++i)
2660 EVT ResTy =
Op->getValueType(0);
2662 APInt SplatValue, SplatUndef;
2663 unsigned SplatBitSize;
2669 if (
Node->isConstantSplat(SplatValue, SplatUndef, SplatBitSize,
2671 !
Subtarget.isLittle()) && SplatBitSize <= 64) {
2673 if (SplatBitSize != 8 && SplatBitSize != 16 && SplatBitSize != 32 &&
2685 switch (SplatBitSize) {
2689 ViaVecTy = MVT::v16i8;
2692 ViaVecTy = MVT::v8i16;
2695 ViaVecTy = MVT::v4i32;
2706 if (ViaVecTy != ResTy)
2716 EVT ResTy =
Node->getValueType(0);
2722 for (
unsigned i = 0; i < NumElts; ++i) {
2724 Node->getOperand(i),
2754 int SHFIndices[4] = { -1, -1, -1, -1 };
2756 if (Indices.
size() < 4)
2759 for (
unsigned i = 0; i < 4; ++i) {
2760 for (
unsigned j = i; j < Indices.
size(); j += 4) {
2761 int Idx = Indices[j];
2767 if (Idx < 0 || Idx >= 4)
2773 if (SHFIndices[i] == -1)
2774 SHFIndices[i] = Idx;
2778 if (!(Idx == -1 || Idx == SHFIndices[i]))
2785 for (
int i = 3; i >= 0; --i) {
2786 int Idx = SHFIndices[i];
2796 return DAG.
getNode(MipsISD::SHF,
DL, ResTy,
2803template <
typename ValType>
2806 unsigned CheckStride,
2808 ValType ExpectedIndex,
unsigned ExpectedIndexStride) {
2812 if (*
I != -1 && *
I != ExpectedIndex)
2814 ExpectedIndex += ExpectedIndexStride;
2818 for (
unsigned n = 0; n < CheckStride &&
I !=
End; ++n, ++
I)
2837 int SplatIndex = -1;
2838 for (
const auto &
V : Indices) {
2871 const auto &Begin = Indices.
begin();
2872 const auto &
End = Indices.
end();
2877 Wt =
Op->getOperand(0);
2879 Wt =
Op->getOperand(1);
2886 Ws =
Op->getOperand(0);
2888 Ws =
Op->getOperand(1);
2917 const auto &Begin = Indices.
begin();
2918 const auto &
End = Indices.
end();
2923 Wt =
Op->getOperand(0);
2925 Wt =
Op->getOperand(1);
2932 Ws =
Op->getOperand(0);
2934 Ws =
Op->getOperand(1);
2964 const auto &Begin = Indices.
begin();
2965 const auto &
End = Indices.
end();
2970 Wt =
Op->getOperand(0);
2972 Wt =
Op->getOperand(1);
2979 Ws =
Op->getOperand(0);
2981 Ws =
Op->getOperand(1);
3009 unsigned HalfSize = Indices.
size() / 2;
3012 const auto &Begin = Indices.
begin();
3013 const auto &
End = Indices.
end();
3018 Wt =
Op->getOperand(0);
3020 Wt =
Op->getOperand(1);
3027 Ws =
Op->getOperand(0);
3030 Ws =
Op->getOperand(1);
3059 const auto &Begin = Indices.
begin();
3060 const auto &Mid = Indices.
begin() + Indices.
size() / 2;
3061 const auto &
End = Indices.
end();
3064 Wt =
Op->getOperand(0);
3066 Wt =
Op->getOperand(1);
3071 Ws =
Op->getOperand(0);
3073 Ws =
Op->getOperand(1);
3102 const auto &Begin = Indices.
begin();
3103 const auto &Mid = Indices.
begin() + Indices.
size() / 2;
3104 const auto &
End = Indices.
end();
3107 Wt =
Op->getOperand(0);
3109 Wt =
Op->getOperand(1);
3114 Ws =
Op->getOperand(0);
3116 Ws =
Op->getOperand(1);
3138 const bool isSPLATI,
3145 bool Using1stVec =
false;
3146 bool Using2ndVec =
false;
3150 for (
int i = 0; i < ResTyNumElts; ++i) {
3152 int Idx = Indices[i];
3154 if (0 <= Idx && Idx < ResTyNumElts)
3156 if (ResTyNumElts <= Idx && Idx < ResTyNumElts * 2)
3163 for (
int Idx : Indices)
3169 int LastValidIndex = SplatIndex;
3170 for (
size_t i = 0; i < Indices.
size(); i++) {
3171 int Idx = Indices[i];
3174 Idx = isSPLATI ? SplatIndex : LastValidIndex;
3176 LastValidIndex = Idx;
3183 if (Using1stVec && Using2ndVec) {
3184 Op0 =
Op->getOperand(0);
3185 Op1 =
Op->getOperand(1);
3186 }
else if (Using1stVec)
3187 Op0 = Op1 =
Op->getOperand(0);
3188 else if (Using2ndVec)
3189 Op0 = Op1 =
Op->getOperand(1);
3191 llvm_unreachable(
"shuffle vector mask references neither vector operand?");
3200 return DAG.
getNode(MipsISD::VSHF,
DL, ResTy, MaskVec, Op1, Op0);
3208 EVT ResTy =
Op->getValueType(0);
3214 SmallVector<int, 16> Indices;
3216 for (
int i = 0; i < ResTyNumElts; ++i)
3265 MachineBasicBlock *
TBB =
F->CreateMachineBasicBlock(LLVM_BB);
3266 MachineBasicBlock *Sink =
F->CreateMachineBasicBlock(LLVM_BB);
3269 F->insert(It, Sink);
3280 TBB->addSuccessor(Sink);
3302 MI.getOperand(0).getReg())
3308 MI.eraseFromParent();
3335 MachineBasicBlock *FBB =
F->CreateMachineBasicBlock(LLVM_BB);
3336 MachineBasicBlock *
TBB =
F->CreateMachineBasicBlock(LLVM_BB);
3337 MachineBasicBlock *Sink =
F->CreateMachineBasicBlock(LLVM_BB);
3340 F->insert(It, Sink);
3351 TBB->addSuccessor(Sink);
3373 MI.getOperand(0).getReg())
3379 MI.eraseFromParent();
3401 unsigned Lane =
MI.getOperand(2).getImm();
3416 Subtarget.useOddSPReg() ? &Mips::MSA128WRegClass
3417 : &Mips::MSA128WEvensRegClass);
3423 MI.eraseFromParent();
3446 unsigned Lane =
MI.getOperand(2).getImm() * 2;
3458 MI.eraseFromParent();
3476 unsigned Lane =
MI.getOperand(2).getImm();
3479 Subtarget.useOddSPReg() ? &Mips::MSA128WRegClass
3480 : &Mips::MSA128WEvensRegClass);
3491 MI.eraseFromParent();
3511 unsigned Lane =
MI.getOperand(2).getImm();
3524 MI.eraseFromParent();
3555 Register SrcVecReg =
MI.getOperand(1).getReg();
3556 Register LaneReg =
MI.getOperand(2).getReg();
3557 Register SrcValReg =
MI.getOperand(3).getReg();
3562 Subtarget.isABI_N64() ? &Mips::GPR64RegClass : &Mips::GPR32RegClass;
3563 unsigned SubRegIdx =
Subtarget.isABI_N64() ? Mips::sub_32 : 0;
3564 unsigned ShiftOp =
Subtarget.isABI_N64() ? Mips::DSLL : Mips::SLL;
3565 unsigned EltLog2Size;
3566 unsigned InsertOp = 0;
3567 unsigned InsveOp = 0;
3568 switch (EltSizeInBytes) {
3573 InsertOp = Mips::INSERT_B;
3574 InsveOp = Mips::INSVE_B;
3575 VecRC = &Mips::MSA128BRegClass;
3579 InsertOp = Mips::INSERT_H;
3580 InsveOp = Mips::INSVE_H;
3581 VecRC = &Mips::MSA128HRegClass;
3585 InsertOp = Mips::INSERT_W;
3586 InsveOp = Mips::INSVE_W;
3587 VecRC = &Mips::MSA128WRegClass;
3591 InsertOp = Mips::INSERT_D;
3592 InsveOp = Mips::INSVE_D;
3593 VecRC = &Mips::MSA128DRegClass;
3601 .
addImm(EltSizeInBytes == 8 ? Mips::sub_64 : Mips::sub_lo);
3606 if (EltSizeInBytes != 1) {
3619 .
addReg(LaneReg, {}, SubRegIdx);
3648 .
addReg(LaneTmp2, {}, SubRegIdx);
3650 MI.eraseFromParent();
3670 Subtarget.useOddSPReg() ? &Mips::MSA128WRegClass
3671 : &Mips::MSA128WEvensRegClass);
3673 Subtarget.useOddSPReg() ? &Mips::MSA128WRegClass
3674 : &Mips::MSA128WEvensRegClass);
3683 MI.eraseFromParent();
3714 MI.eraseFromParent();
3741 .
addReg(
MI.getOperand(1).getReg());
3743 MI.eraseFromParent();
3770 .
addReg(
MI.getOperand(1).getReg());
3772 MI.eraseFromParent();
static SDValue performSHLCombine(SDNode *N, TargetLowering::DAGCombinerInfo &DCI, SelectionDAG &DAG)
If the operand is a bitwise AND with a constant RHS, and the shift has a constant RHS and is the only...
static SDValue performORCombine(SDNode *N, TargetLowering::DAGCombinerInfo &DCI)
static SDValue performANDCombine(SDNode *N, TargetLowering::DAGCombinerInfo &DCI)
static SDValue performSETCCCombine(SDNode *N, TargetLowering::DAGCombinerInfo &DCI, SelectionDAG &DAG)
const AArch64Subtarget & Subtarget
const TargetLowering & TLI
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
const AArch64InstrInfo & TII
This file implements a class to represent arbitrary precision integral constant values and operations...
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
static GCRegistry::Add< ShadowStackGC > C("shadow-stack", "Very portable GC for uncooperative code generators")
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
static bool fitsRegularPattern(typename SmallVectorImpl< ValType >::const_iterator Begin, unsigned CheckStride, typename SmallVectorImpl< ValType >::const_iterator End, ValType ExpectedIndex, unsigned ExpectedIndexStride)
Determine whether a range fits a regular pattern of values.
static SDValue performXORCombine(SDNode *N, SelectionDAG &DAG, const LoongArchSubtarget &Subtarget)
static SDValue performVSELECTCombine(SDNode *N, SelectionDAG &DAG, TargetLowering::DAGCombinerInfo &DCI, const LoongArchSubtarget &Subtarget)
static SDValue performSRLCombine(SDNode *N, SelectionDAG &DAG, TargetLowering::DAGCombinerInfo &DCI, const LoongArchSubtarget &Subtarget)
static SDValue truncateVecElts(SDNode *Node, SelectionDAG &DAG)
static SDValue performMULCombine(SDNode *N, SelectionDAG &DAG, TargetLowering::DAGCombinerInfo &DCI, const LoongArchSubtarget &Subtarget)
Promote Memory to Register
static SDValue lowerMSABinaryBitImmIntr(SDValue Op, SelectionDAG &DAG, unsigned Opc, SDValue Imm, bool BigEndian)
static SDValue lowerMSABitClearImm(SDValue Op, SelectionDAG &DAG)
static SDValue lowerDSPIntr(SDValue Op, SelectionDAG &DAG, unsigned Opc)
static SDValue performDSPShiftCombine(unsigned Opc, SDNode *N, EVT Ty, SelectionDAG &DAG, const MipsSubtarget &Subtarget)
static SDValue lowerMSACopyIntr(SDValue Op, SelectionDAG &DAG, unsigned Opc)
static SDValue lowerVECTOR_SHUFFLE_ILVR(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
static SDValue getBuildVectorSplat(EVT VecTy, SDValue SplatValue, bool BigEndian, SelectionDAG &DAG)
static bool isVSplat(SDValue N, APInt &Imm, bool IsLittleEndian)
static SDValue initAccumulator(SDValue In, const SDLoc &DL, SelectionDAG &DAG)
static bool isBitwiseInverse(SDValue N, SDValue OfNode)
static SDValue lowerMSAStoreIntr(SDValue Op, SelectionDAG &DAG, unsigned Intr, const MipsSubtarget &Subtarget)
static SDValue performSRACombine(SDNode *N, SelectionDAG &DAG, TargetLowering::DAGCombinerInfo &DCI, const MipsSubtarget &Subtarget)
static bool isVectorAllOnes(SDValue N)
static SDValue lowerVECTOR_SHUFFLE_PCKOD(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
static SDValue performFP_TO_UINTCombine(SDNode *N, SelectionDAG &DAG)
static bool isLegalDSPCondCode(EVT Ty, ISD::CondCode CC)
static SDValue lowerMSASplatZExt(SDValue Op, unsigned OpNr, SelectionDAG &DAG)
static SDValue lowerMSABitClear(SDValue Op, SelectionDAG &DAG)
static SDValue lowerVECTOR_SHUFFLE_PCKEV(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
static SDValue genConstMult(SDValue X, APInt C, const SDLoc &DL, EVT VT, EVT ShiftTy, SelectionDAG &DAG)
static SDValue lowerMSASplatImm(SDValue Op, unsigned ImmOp, SelectionDAG &DAG, bool IsSigned=false)
static SDValue lowerVECTOR_SHUFFLE_ILVOD(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
static bool isConstantOrUndef(const SDValue Op)
static SDValue lowerVECTOR_SHUFFLE_VSHF(SDValue Op, EVT ResTy, const SmallVector< int, 16 > &Indices, const bool isSPLATI, SelectionDAG &DAG)
static SDValue lowerVECTOR_SHUFFLE_SHF(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
static SDValue extractLOHI(SDValue Op, const SDLoc &DL, SelectionDAG &DAG)
static bool shouldTransformMulToShiftsAddsSubs(APInt C, EVT VT, SelectionDAG &DAG, const MipsSubtarget &Subtarget)
static SDValue lowerVECTOR_SHUFFLE_ILVEV(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
static bool isVECTOR_SHUFFLE_SPLATI(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
static bool isConstantOrUndefBUILD_VECTOR(const BuildVectorSDNode *Op)
static SDValue lowerMSALoadIntr(SDValue Op, SelectionDAG &DAG, unsigned Intr, const MipsSubtarget &Subtarget)
static SDValue lowerVECTOR_SHUFFLE_ILVL(SDValue Op, EVT ResTy, SmallVector< int, 16 > Indices, SelectionDAG &DAG)
SmallVector< MachineOperand, 4 > Cond
const SmallVectorImpl< MachineOperand > MachineBasicBlock * TBB
This file defines the SmallVector class.
This file describes how to lower LLVM code to machine code.
Class for arbitrary precision integers.
uint64_t getZExtValue() const
Get zero extended value.
LLVM_ABI APInt trunc(unsigned width) const
Truncate to new width.
bool isAllOnes() const
Determine if all bits are set. This is true for zero-width values.
unsigned getBitWidth() const
Return the number of bits in the APInt.
bool isNegative() const
Determine sign of this APInt.
unsigned logBase2() const
bool isPowerOf2() const
Check if this APInt's value is a power of two greater than zero.
static APInt getLowBitsSet(unsigned numBits, unsigned loBitsSet)
Constructs an APInt value that has the bottom loBitsSet bits set.
static APInt getHighBitsSet(unsigned numBits, unsigned hiBitsSet)
Constructs an APInt value that has the top hiBitsSet bits set.
APInt lshr(unsigned shiftAmt) const
Logical right-shift function.
Represent a constant reference to an array (0 or more elements consecutively in memory),...
A "pseudo-class" with methods for operating on BUILD_VECTORs.
LLVM_ABI bool isConstantSplat(APInt &SplatValue, APInt &SplatUndef, unsigned &SplatBitSize, bool &HasAnyUndefs, unsigned MinSplatBits=0, bool isBigEndian=false) const
Check if this is a constant splat, and if so, find the smallest element size that splats the vector.
CCState - This class holds information needed while lowering arguments and return values.
unsigned getInRegsParamsCount() const
uint64_t getZExtValue() const
const SDValue & getBasePtr() const
const Triple & getTargetTriple() const
TypeSize getSizeInBits() const
Returns the size of the specified MVT in bits.
static auto fixedlen_vector_valuetypes()
LLVM_ABI void transferSuccessorsAndUpdatePHIs(MachineBasicBlock *FromMBB)
Transfers all the successors, as in transferSuccessors, and update PHI operands in the successor bloc...
LLVM_ABI instr_iterator insert(instr_iterator I, MachineInstr *M)
Insert MI into the instruction list before I, possibly inside a bundle.
const BasicBlock * getBasicBlock() const
Return the LLVM basic block that this instance corresponded to originally.
LLVM_ABI void addSuccessor(MachineBasicBlock *Succ, BranchProbability Prob=BranchProbability::getUnknown())
Add Succ as a successor of this MachineBasicBlock.
const MachineFunction * getParent() const
Return the MachineFunction containing this basic block.
void splice(iterator Where, MachineBasicBlock *Other, iterator From)
Take an instruction from MBB 'Other' at the position From, and insert it into this MBB right before '...
MachineInstrBundleIterator< MachineInstr > iterator
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
BasicBlockListType::iterator iterator
MachineBasicBlock * CreateMachineBasicBlock(const BasicBlock *BB=nullptr, std::optional< UniqueBBID > BBID=std::nullopt)
CreateMachineInstr - Allocate a new MachineInstr.
const MachineInstrBuilder & addReg(Register RegNo, RegState Flags={}, unsigned SubReg=0) const
Add a new virtual register operand.
const MachineInstrBuilder & addImm(int64_t Val) const
Add a new immediate operand.
const MachineInstrBuilder & addMBB(MachineBasicBlock *MBB, unsigned TargetFlags=0) const
Representation of each machine instruction.
Flags
Flags values. These may be or'd together.
Flags getFlags() const
Return the raw flags of the source value,.
LLVM_ABI Register createVirtualRegister(const TargetRegisterClass *RegClass, StringRef Name="")
createVirtualRegister - Create and return a new virtual register in the function with the specified r...
AAMDNodes getAAInfo() const
Returns the AA info that describes the dereference.
MachineMemOperand * getMemOperand() const
Return the unique MachineMemOperand object describing the memory reference performed by operation.
const SDValue & getChain() const
EVT getMemoryVT() const
Return the type of the in-memory value.
MipsFunctionInfo - This class is derived from MachineFunction private Mips target-specific informatio...
unsigned getIncomingArgSize() const
SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override
This method will be invoked for all target nodes and for any target-independent nodes that the target...
TargetLoweringBase::LegalizeTypeAction getPreferredVectorAction(MVT VT) const override
Return the preferred vector type legalization action.
void addMSAFloatType(MVT::SimpleValueType Ty, const TargetRegisterClass *RC)
Enable MSA support for the given floating-point type and Register class.
void addMSAIntType(MVT::SimpleValueType Ty, const TargetRegisterClass *RC)
Enable MSA support for the given integer type and Register class.
MachineBasicBlock * EmitInstrWithCustomInserter(MachineInstr &MI, MachineBasicBlock *MBB) const override
This method should be implemented by targets that mark instructions with the 'usesCustomInserter' fla...
const TargetRegisterClass * getRepRegClassFor(MVT VT) const override
Return the 'representative' register class for the specified value type.
bool allowsMisalignedMemoryAccesses(EVT VT, unsigned AS=0, Align Alignment=Align(1), MachineMemOperand::Flags Flags=MachineMemOperand::MONone, unsigned *Fast=nullptr) const override
Determine if the target supports unaligned memory accesses.
SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override
This callback is invoked for operations that are unsupported by the target, which are registered to u...
MipsSETargetLowering(const MipsTargetMachine &TM, const MipsSubtarget &STI)
MVT getScalarShiftAmountTy(const DataLayout &, EVT) const override
Return the type to use for a scalar shift opcode, given the shifted amount type.
MipsTargetLowering(const MipsTargetMachine &TM, const MipsSubtarget &STI)
SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override
This method will be invoked for all target nodes and for any target-independent nodes that the target...
MachineBasicBlock * EmitInstrWithCustomInserter(MachineInstr &MI, MachineBasicBlock *MBB) const override
This method should be implemented by targets that mark instructions with the 'usesCustomInserter' fla...
virtual void getOpndList(SmallVectorImpl< SDValue > &Ops, std::deque< std::pair< unsigned, SDValue > > &RegsToPass, bool IsPICCall, bool GlobalOrExternal, bool LocalLinkage, bool IsCallReloc, CallLoweringInfo &CLI, SDValue Callee, SDValue Chain) const
This function fills Ops, which is the list of operands that will later be used when a function call n...
SDValue lowerSTORE(SDValue Op, SelectionDAG &DAG) const
SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override
LowerOperation - Provide custom lowering hooks for some operations.
const MipsSubtarget & Subtarget
SDValue lowerLOAD(SDValue Op, SelectionDAG &DAG) const
Wrapper class for IR location info (IR ordering and DebugLoc) to be passed into SDNode creation funct...
Represents one node in the SelectionDAG.
unsigned getOpcode() const
Return the SelectionDAG opcode value for this node.
unsigned getNumOperands() const
Return the number of values used by this operation.
SDVTList getVTList() const
const SDValue & getOperand(unsigned Num) const
LLVM_ABI void printrWithDepth(raw_ostream &O, const SelectionDAG *G=nullptr, unsigned depth=100) const
Print a SelectionDAG node and children up to depth "depth." The given SelectionDAG allows target-spec...
EVT getValueType(unsigned ResNo) const
Return the type of a specified result.
Unlike LLVM values, Selection DAG nodes may return multiple values as the result of a computation.
SDNode * getNode() const
get the SDNode which holds the desired result
SDValue getValue(unsigned R) const
EVT getValueType() const
Return the ValueType of the referenced return value.
const SDValue & getOperand(unsigned i) const
uint64_t getScalarValueSizeInBits() const
unsigned getOpcode() const
This is used to represent a portion of an LLVM function in a low-level Data Dependence DAG representa...
const TargetSubtargetInfo & getSubtarget() const
LLVM_ABI SDValue getMergeValues(ArrayRef< SDValue > Ops, const SDLoc &dl)
Create a MERGE_VALUES node from the given operands.
SDValue getSetCC(const SDLoc &DL, EVT VT, SDValue LHS, SDValue RHS, ISD::CondCode Cond, SDValue Chain=SDValue(), bool IsSignaling=false, SDNodeFlags Flags={})
Helper function to make it easier to build SetCC's if you just have an ISD::CondCode instead of an SD...
LLVM_ABI SDValue getNOT(const SDLoc &DL, SDValue Val, EVT VT)
Create a bitwise NOT operation as (XOR Val, -1).
const TargetLowering & getTargetLoweringInfo() const
SDValue getUNDEF(EVT VT)
Return an UNDEF node. UNDEF does not have a useful SDLoc.
SDValue getBuildVector(EVT VT, const SDLoc &DL, ArrayRef< SDValue > Ops)
Return an ISD::BUILD_VECTOR node.
LLVM_ABI bool isSplatValue(SDValue V, const APInt &DemandedElts, APInt &UndefElts, unsigned Depth=0) const
Test whether V has a splatted value for all the demanded elements.
const DataLayout & getDataLayout() const
LLVM_ABI SDValue getStore(SDValue Chain, const SDLoc &dl, SDValue Val, SDValue Ptr, MachinePointerInfo PtrInfo, Align Alignment, MachineMemOperand::Flags MMOFlags=MachineMemOperand::MONone, const MMOMetadata &Metadata=MMOMetadata())
Helper function to build ISD::STORE nodes.
LLVM_ABI SDValue getConstant(uint64_t Val, const SDLoc &DL, EVT VT, bool isTarget=false, bool isOpaque=false)
Create a ConstantSDNode wrapping a constant value.
LLVM_ABI SDValue getLoad(EVT VT, const SDLoc &dl, SDValue Chain, SDValue Ptr, MachinePointerInfo PtrInfo, MaybeAlign Alignment=MaybeAlign(), MachineMemOperand::Flags MMOFlags=MachineMemOperand::MONone, const MMOMetadata &Metadata=MMOMetadata())
Loads are not normal binary operators: their result type is not determined by their operands,...
LLVM_ABI SDValue getValueType(EVT)
LLVM_ABI SDValue getNode(unsigned Opcode, const SDLoc &DL, EVT VT, ArrayRef< SDUse > Ops)
Gets or creates the specified node.
SDValue getTargetConstant(uint64_t Val, const SDLoc &DL, EVT VT, bool isOpaque=false)
LLVM_ABI SDValue getVectorIdxConstant(uint64_t Val, const SDLoc &DL, bool isTarget=false)
SDValue getSplatBuildVector(EVT VT, const SDLoc &DL, SDValue Op)
Return a splat ISD::BUILD_VECTOR node, consisting of Op splatted to all elements.
LLVM_ABI SDValue getZExtOrTrunc(SDValue Op, const SDLoc &DL, EVT VT)
Convert Op, which must be of integer type, to the integer type VT, by either zero-extending or trunca...
LLVMContext * getContext() const
LLVM_ABI std::pair< SDValue, SDValue > SplitScalar(const SDValue &N, const SDLoc &DL, const EVT &LoVT, const EVT &HiVT)
Split the scalar node with EXTRACT_ELEMENT using the provided VTs and return the low/high part.
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
typename SuperClass::const_iterator const_iterator
iterator insert(iterator I, T &&Elt)
void push_back(const T &Elt)
LLVM_NO_SANITIZE_CFI_UNRELATED_CAST iterator begin()
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
const SDValue & getBasePtr() const
const SDValue & getValue() const
void setOperationAction(unsigned Op, MVT VT, LegalizeAction Action)
Indicate that the specified operation does not work with the specified type and indicate what to do a...
void setOperationPromotedToType(unsigned Opc, MVT OrigVT, MVT DestVT)
Convenience method to set an operation to Promote and specify the type in a single call.
LegalizeTypeAction
This enum indicates whether a types are legal for a target, and if not, what action should be used to...
MVT getRegisterType(LLVMContext &Context, EVT VT) const
Return the type of registers that this ValueType will eventually require.
virtual TargetLoweringBase::LegalizeTypeAction getPreferredVectorAction(MVT VT) const
Return the preferred vector type legalization action.
void computeRegisterProperties(const TargetRegisterInfo *TRI)
Once all of the register classes are added, this allows us to compute derived properties we expose.
void addRegisterClass(MVT VT, const TargetRegisterClass *RC)
Add the specified register class as an available regclass for the specified value type.
virtual MVT getPointerTy(const DataLayout &DL, uint32_t AS=0) const
Return the pointer type for the given address space, defaults to the pointer type from the data layou...
void setTruncStoreAction(MVT ValVT, MVT MemVT, LegalizeAction Action)
Indicate that the specified truncating store does not work with the specified type and indicate what ...
virtual const TargetRegisterClass * getRepRegClassFor(MVT VT) const
Return the 'representative' register class for the specified value type.
void setCondCodeAction(ArrayRef< ISD::CondCode > CCs, MVT VT, LegalizeAction Action)
Indicate that the specified condition code is or isn't supported on the target and indicate what to d...
void setTargetDAGCombine(ArrayRef< ISD::NodeType > NTs)
Targets should invoke this method for each target independent node that they want to provide a custom...
void setLoadExtAction(unsigned ExtType, MVT ValVT, MVT MemVT, LegalizeAction Action)
Indicate that the specified load with extension does not work with the specified type and indicate wh...
LegalizeTypeAction getTypeAction(LLVMContext &Context, EVT VT) const
Return how we should legalize values of this type, either it is already legal (return 'Legal') or we ...
This class defines information used to lower LLVM code to legal SelectionDAG operators that the targe...
std::pair< SDValue, SDValue > makeLibCall(SelectionDAG &DAG, RTLIB::LibcallImpl LibcallImpl, EVT RetVT, ArrayRef< SDValue > Ops, MakeLibCallOptions CallOptions, const SDLoc &dl, SDValue Chain=SDValue()) const
Returns a pair of (return value, chain).
LLVM_ABI bool isLittleEndian() const
Tests whether the target triple is little endian.
LLVM Value Representation.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
constexpr std::underlying_type_t< E > Mask()
Get a bitmask with 1s in all places up to the high-order bit of E's largest value.
@ SETCC
SetCC operator - This evaluates to a true value iff the condition is true.
@ POISON
POISON - A poison node.
@ SMUL_LOHI
SMUL_LOHI/UMUL_LOHI - Multiply two integers of type iN, producing a signed/unsigned value of type i[2...
@ ADDC
Carry-setting nodes for multiple precision addition and subtraction.
@ ADD
Simple integer binary arithmetic operators.
@ LOAD
LOAD and STORE have token chains as their first operand, then the same operands as an LLVM load/store...
@ FMA
FMA - Perform a * b + c with no intermediate rounding step.
@ INTRINSIC_VOID
OUTCHAIN = INTRINSIC_VOID(INCHAIN, INTRINSICID, arg1, arg2, ...) This node represents a target intrin...
@ SINT_TO_FP
[SU]INT_TO_FP - These operators convert integers (whose interpreted sign depends on the first letter)...
@ FADD
Simple binary floating point operators.
@ ATOMIC_FENCE
OUTCHAIN = ATOMIC_FENCE(INCHAIN, ordering, scope) This corresponds to the fence instruction.
@ SDIVREM
SDIVREM/UDIVREM - Divide two integers and produce both a quotient and remainder result.
@ FP16_TO_FP
FP16_TO_FP, FP_TO_FP16 - These operators are used to perform promotions and truncation for half-preci...
@ BITCAST
BITCAST - This operator converts between integer, vector and FP values, as if the value was stored to...
@ BUILD_PAIR
BUILD_PAIR - This is the opposite of EXTRACT_ELEMENT in some ways.
@ STRICT_FSQRT
Constrained versions of libm-equivalent floating point intrinsics.
@ BUILTIN_OP_END
BUILTIN_OP_END - This must be the last enum value in this list.
@ SIGN_EXTEND
Conversion operators.
@ SELECT
Select(COND, TRUEVAL, FALSEVAL).
@ UNDEF
UNDEF - An undefined node.
@ BasicBlock
Various leaf nodes.
@ MULHU
MULHU/MULHS - Multiply high - Multiply two integers of type iN, producing an unsigned/signed value of...
@ SHL
Shift and rotation operations.
@ VECTOR_SHUFFLE
VECTOR_SHUFFLE(VEC1, VEC2) - Returns a vector, of the same type as VEC1/VEC2.
@ EXTRACT_VECTOR_ELT
EXTRACT_VECTOR_ELT(VECTOR, IDX) - Returns a single element from VECTOR identified by the (potentially...
@ ZERO_EXTEND
ZERO_EXTEND - Used for integer types, zeroing the new bits.
@ SELECT_CC
Select with condition operator - This selects between a true value and a false value (ops #2 and #3) ...
@ SMIN
[US]{MIN/MAX} - Binary minimum or maximum of signed or unsigned integers.
@ VSELECT
Select with a vector condition (op #0) and two vector operands (ops #1 and #2), returning a vector re...
@ FP_TO_SINT
FP_TO_[US]INT - Convert a floating point value to a signed or unsigned integer.
@ TargetConstant
TargetConstant* - Like Constant*, but the DAG does not do any folding, simplification,...
@ AND
Bitwise operators - logical and, logical or, logical xor.
@ INTRINSIC_WO_CHAIN
RESULT = INTRINSIC_WO_CHAIN(INTRINSICID, arg1, arg2, ...) This node represents a target intrinsic fun...
@ ADDE
Carry-using nodes for multiple precision addition and subtraction.
@ STRICT_FADD
Constrained versions of the binary floating point operators.
@ INSERT_VECTOR_ELT
INSERT_VECTOR_ELT(VECTOR, VAL, IDX) - Returns VECTOR with the element at IDX replaced with VAL.
@ TRUNCATE
TRUNCATE - Completely drop the high bits.
@ BRCOND
BRCOND - Conditional branch.
@ INTRINSIC_W_CHAIN
RESULT,OUTCHAIN = INTRINSIC_W_CHAIN(INCHAIN, INTRINSICID, arg1, ...) This node represents a target in...
@ BUILD_VECTOR
BUILD_VECTOR(ELT0, ELT1, ELT2, ELT3,...) - Return a fixed-width vector with the specified,...
LLVM_ABI bool isBuildVectorAllOnes(SDValue V)
Return true if the specified value is a BUILD_VECTOR where all of the elements are ~0 or undef.
CondCode
ISD::CondCode enum - These are ordered carefully to make the bitfields below work out,...
NodeAddr< NodeBase * > Node
This is an optimization pass for GlobalISel generic memory operations.
MachineInstrBuilder BuildMI(MachineFunction &MF, const MIMetadata &MIMD, const MCInstrDesc &MCID)
Builder interface. Specify how to create the initial instruction itself.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
RelativeUniformCounterPtr ValuesPtrExpr VTableAddr Value
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
LLVM_ABI void report_fatal_error(Error Err, bool gen_crash_diag=true)
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
@ Fast
Assign the register banks as fast as possible (default).
DWARFExpression::Operation Op
ArrayRef(const T &OneElt) -> ArrayRef< T >
constexpr unsigned BitWidth
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
const MipsTargetLowering * createMipsSETargetLowering(const MipsTargetMachine &TM, const MipsSubtarget &STI)
Align commonAlignment(Align A, uint64_t Offset)
Returns the alignment that satisfies both alignments.
unsigned Log2(Align A)
Returns the log2 of the alignment.
@ End
Run the machine verifier once, at the end of the pipeline.
@ Custom
The result value requires a custom uniformity check.
MCRegisterClass TargetRegisterClass
void swap(llvm::BitVector &LHS, llvm::BitVector &RHS)
Implement std::swap in terms of BitVector swap.
This struct is a compact representation of a valid (non-zero power of two) alignment.
EVT changeVectorElementTypeToInteger() const
Return a vector with the same number of elements as this vector, but with the element type converted ...
TypeSize getSizeInBits() const
Return the size of the specified value type in bits.
uint64_t getScalarSizeInBits() const
MVT getSimpleVT() const
Return the SimpleValueType held in the specified simple EVT.
bool is128BitVector() const
Return true if this is a 128-bit vector type.
bool isVector() const
Return true if this is a vector value type.
EVT getVectorElementType() const
Given a vector type, return the type of each element.
unsigned getVectorNumElements() const
Given a vector type, return the number of elements it contains.
bool isInteger() const
Return true if this is an integer or a vector integer type.
This class contains a discriminated union of information about pointers in memory operands,...
These are IR-level optimization flags that may be propagated to SDNodes.
This structure is used to pass arguments to makeLibCall function.