Lines Matching refs:MVT
272 Val = CurDAG->getTargetConstant(Immed, dl, MVT::i32); in SelectArithImmed()
273 Shift = CurDAG->getTargetConstant(ShVal, dl, MVT::i32); in SelectArithImmed()
298 if (N.getValueType() == MVT::i32) in SelectNegArithImmed()
306 return SelectArithImmed(CurDAG->getConstant(Immed, SDLoc(N), MVT::i32), Val, in SelectNegArithImmed()
355 Shift = CurDAG->getTargetConstant(ShVal, SDLoc(N), MVT::i32); in SelectShiftedRegister()
374 if (!IsLoadStore && SrcVT == MVT::i8) in getExtendTypeForNode()
376 else if (!IsLoadStore && SrcVT == MVT::i16) in getExtendTypeForNode()
378 else if (SrcVT == MVT::i32) in getExtendTypeForNode()
380 assert(SrcVT != MVT::i64 && "extend from 64-bits?"); in getExtendTypeForNode()
386 if (!IsLoadStore && SrcVT == MVT::i8) in getExtendTypeForNode()
388 else if (!IsLoadStore && SrcVT == MVT::i16) in getExtendTypeForNode()
390 else if (SrcVT == MVT::i32) in getExtendTypeForNode()
392 assert(SrcVT != MVT::i64 && "extend from 64-bits?"); in getExtendTypeForNode()
473 SDValue LaneIdxVal = CurDAG->getTargetConstant(LaneIdx, dl, MVT::i64); in SelectMLAV64LaneV128()
482 case MVT::v4i16: in SelectMLAV64LaneV128()
485 case MVT::v8i16: in SelectMLAV64LaneV128()
488 case MVT::v2i32: in SelectMLAV64LaneV128()
491 case MVT::v4i32: in SelectMLAV64LaneV128()
509 SDValue LaneIdxVal = CurDAG->getTargetConstant(LaneIdx, dl, MVT::i64); in SelectMULLV64LaneV128()
519 case MVT::v4i32: in SelectMULLV64LaneV128()
522 case MVT::v2i64: in SelectMULLV64LaneV128()
530 case MVT::v4i32: in SelectMULLV64LaneV128()
533 case MVT::v2i64: in SelectMULLV64LaneV128()
548 if (N.getValueType() == MVT::i32) in narrowIfNeeded()
552 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in narrowIfNeeded()
554 dl, MVT::i32, N, SubReg); in narrowIfNeeded()
595 MVT::i32); in SelectArithExtendedRegister()
632 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed7S()
650 OffImm = CurDAG->getTargetConstant(RHSC >> Scale, dl, MVT::i64); in SelectAddrModeIndexed7S()
661 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed7S()
676 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed()
708 OffImm = CurDAG->getTargetConstant(RHSC >> Scale, dl, MVT::i64); in SelectAddrModeIndexed()
724 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed()
752 OffImm = CurDAG->getTargetConstant(RHSC, SDLoc(N), MVT::i64); in SelectAddrModeUnscaled()
761 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in Widen()
763 CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, dl, MVT::i64), 0); in Widen()
765 TargetOpcode::INSERT_SUBREG, dl, MVT::i64, ImpDef, N, SubReg); in Widen()
788 MVT::i32); in SelectExtendedSHL()
791 SignExtend = CurDAG->getTargetConstant(0, dl, MVT::i32); in SelectExtendedSHL()
837 DoShift = CurDAG->getTargetConstant(true, dl, MVT::i32); in SelectAddrModeWRO()
845 DoShift = CurDAG->getTargetConstant(true, dl, MVT::i32); in SelectAddrModeWRO()
850 DoShift = CurDAG->getTargetConstant(false, dl, MVT::i32); in SelectAddrModeWRO()
860 MVT::i32); in SelectAddrModeWRO()
872 MVT::i32); in SelectAddrModeWRO()
937 CurDAG->getMachineNode(AArch64::MOVi64imm, DL, MVT::i64, Ops); in SelectAddrModeXRO()
940 N = CurDAG->getNode(ISD::ADD, DL, MVT::i64, LHS, MOVIV); in SelectAddrModeXRO()
950 DoShift = CurDAG->getTargetConstant(true, DL, MVT::i32); in SelectAddrModeXRO()
958 DoShift = CurDAG->getTargetConstant(true, DL, MVT::i32); in SelectAddrModeXRO()
965 SignExtend = CurDAG->getTargetConstant(false, DL, MVT::i32); in SelectAddrModeXRO()
966 DoShift = CurDAG->getTargetConstant(false, DL, MVT::i32); in SelectAddrModeXRO()
1005 CurDAG->getTargetConstant(RegClassIDs[Regs.size() - 2], DL, MVT::i32)); in createTuple()
1010 Ops.push_back(CurDAG->getTargetConstant(SubRegs[i], DL, MVT::i32)); in createTuple()
1014 CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL, MVT::Untyped, Ops); in createTuple()
1055 if (VT == MVT::i64) in SelectIndexedLoad()
1057 else if (VT == MVT::i32) { in SelectIndexedLoad()
1067 DstVT = MVT::i32; in SelectIndexedLoad()
1069 } else if (VT == MVT::i16) { in SelectIndexedLoad()
1071 if (DstVT == MVT::i64) in SelectIndexedLoad()
1077 InsertTo64 = DstVT == MVT::i64; in SelectIndexedLoad()
1080 DstVT = MVT::i32; in SelectIndexedLoad()
1082 } else if (VT == MVT::i8) { in SelectIndexedLoad()
1084 if (DstVT == MVT::i64) in SelectIndexedLoad()
1090 InsertTo64 = DstVT == MVT::i64; in SelectIndexedLoad()
1093 DstVT = MVT::i32; in SelectIndexedLoad()
1095 } else if (VT == MVT::f16) { in SelectIndexedLoad()
1097 } else if (VT == MVT::f32) { in SelectIndexedLoad()
1099 } else if (VT == MVT::f64 || VT.is64BitVector()) { in SelectIndexedLoad()
1110 SDValue Offset = CurDAG->getTargetConstant(OffsetVal, dl, MVT::i64); in SelectIndexedLoad()
1112 SDNode *Res = CurDAG->getMachineNode(Opcode, dl, MVT::i64, DstVT, in SelectIndexedLoad()
1113 MVT::Other, Ops); in SelectIndexedLoad()
1118 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in SelectIndexedLoad()
1121 AArch64::SUBREG_TO_REG, dl, MVT::i64, in SelectIndexedLoad()
1122 CurDAG->getTargetConstant(0, dl, MVT::i64), LoadedVal, in SelectIndexedLoad()
1143 const EVT ResTys[] = {MVT::Untyped, MVT::Other}; in SelectLoad()
1165 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostLoad()
1166 MVT::Untyped, MVT::Other}; in SelectPostLoad()
1207 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostStore()
1208 MVT::Other}; // Type for the Chain in SelectPostStore()
1236 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in operator ()()
1237 MVT WideTy = MVT::getVectorVT(EltTy, 2 * NarrowSize); in operator ()()
1252 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in NarrowVector()
1253 MVT NarrowTy = MVT::getVectorVT(EltTy, WideSize / 2); in NarrowVector()
1274 const EVT ResTys[] = {MVT::Untyped, MVT::Other}; in SelectLoadLane()
1279 SDValue Ops[] = {RegSeq, CurDAG->getTargetConstant(LaneNo, dl, MVT::i64), in SelectLoadLane()
1314 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostLoadLane()
1315 RegSeq->getValueType(0), MVT::Other}; in SelectPostLoadLane()
1322 MVT::i64), // Lane Number in SelectPostLoadLane()
1373 SDValue Ops[] = {RegSeq, CurDAG->getTargetConstant(LaneNo, dl, MVT::i64), in SelectStoreLane()
1375 SDNode *St = CurDAG->getMachineNode(Opc, dl, MVT::Other, Ops); in SelectStoreLane()
1400 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostStoreLane()
1401 MVT::Other}; in SelectPostStoreLane()
1406 SDValue Ops[] = {RegSeq, CurDAG->getTargetConstant(LaneNo, dl, MVT::i64), in SelectPostStoreLane()
1433 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromAnd()
1461 if (VT == MVT::i64 && Op0->getOpcode() == ISD::ANY_EXTEND && in isBitfieldExtractOpFromAnd()
1468 } else if (VT == MVT::i32 && Op0->getOpcode() == ISD::TRUNCATE && in isBitfieldExtractOpFromAnd()
1497 MSB = Srl_imm + (VT == MVT::i32 ? countTrailingOnes<uint32_t>(And_imm) in isBitfieldExtractOpFromAnd()
1507 Opc = VT == MVT::i32 ? AArch64::UBFMWri : AArch64::UBFMXri; in isBitfieldExtractOpFromAnd()
1544 if (N->getValueType(0) == MVT::i32) in isSeveralBitsExtractOpFromShr()
1568 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromShr()
1580 } else if (VT == MVT::i32 && N->getOpcode() == ISD::SRL && in isBitfieldExtractOpFromShr()
1589 assert(VT == MVT::i64 && "the promoted type should be i64"); in isBitfieldExtractOpFromShr()
1616 if (VT == MVT::i32) in isBitfieldExtractOpFromShr()
1627 if (N->getValueType(0) != MVT::i32 && N->getValueType(0) != MVT::i64) in isBitfieldExtractOp()
1672 if ((Opc == AArch64::SBFMXri || Opc == AArch64::UBFMXri) && VT == MVT::i32) { in SelectBitfieldExtractOp()
1673 SDValue Ops64[] = {Opd0, CurDAG->getTargetConstant(Immr, dl, MVT::i64), in SelectBitfieldExtractOp()
1674 CurDAG->getTargetConstant(Imms, dl, MVT::i64)}; in SelectBitfieldExtractOp()
1676 SDNode *BFM = CurDAG->getMachineNode(Opc, dl, MVT::i64, Ops64); in SelectBitfieldExtractOp()
1677 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in SelectBitfieldExtractOp()
1679 CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, dl, MVT::i32, in SelectBitfieldExtractOp()
1695 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldDstMask()
1983 if (VT == MVT::i32) in isBitfieldInsertOpFromOr()
1985 else if (VT == MVT::i64) in isBitfieldInsertOpFromOr()
2018 if ((BFXOpc != AArch64::UBFMXri && VT == MVT::i64) || in isBitfieldInsertOpFromOr()
2019 (BFXOpc != AArch64::UBFMWri && VT == MVT::i32)) in isBitfieldInsertOpFromOr()
2043 assert((VT == MVT::i32 || VT == MVT::i64) && "unexpected OR operand"); in isBitfieldInsertOpFromOr()
2114 if (VT == MVT::i32) in SelectBitfieldInsertInZeroOp()
2116 else if (VT == MVT::i64) in SelectBitfieldInsertInZeroOp()
2178 FixedPos = CurDAG->getTargetConstant(FBits, SDLoc(N), MVT::i32); in SelectCVTFixedPosOperand()
2225 MVT::Other, in SelectReadRegister()
2226 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in SelectReadRegister()
2238 MVT::Other, in SelectReadRegister()
2239 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in SelectReadRegister()
2256 return CurDAG->getMachineNode(AArch64::MSR, DL, MVT::Other, in SelectWriteRegister()
2257 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in SelectWriteRegister()
2282 return CurDAG->getMachineNode(State, DL, MVT::Other, in SelectWriteRegister()
2283 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in SelectWriteRegister()
2284 CurDAG->getTargetConstant(Immed, DL, MVT::i16), in SelectWriteRegister()
2297 return CurDAG->getMachineNode(AArch64::MSR, DL, MVT::Other, in SelectWriteRegister()
2298 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in SelectWriteRegister()
2411 if (VT == MVT::i32) in Select()
2413 AArch64::WZR, MVT::i32).getNode(); in Select()
2414 else if (VT == MVT::i64) in Select()
2416 AArch64::XZR, MVT::i64).getNode(); in Select()
2429 SDValue Ops[] = { TFI, CurDAG->getTargetConstant(0, DL, MVT::i32), in Select()
2430 CurDAG->getTargetConstant(Shifter, DL, MVT::i32) }; in Select()
2431 return CurDAG->SelectNodeTo(Node, AArch64::ADDXri, MVT::i64, Ops); in Select()
2446 SDNode *Ld = CurDAG->getMachineNode(Op, DL, MVT::i64, MVT::i64, in Select()
2447 MVT::Other, MemAddr, Chain); in Select()
2468 SDNode *St = CurDAG->getMachineNode(Op, DL, MVT::i32, MVT::Other, Ops); in Select()
2477 if (VT == MVT::v8i8) in Select()
2479 else if (VT == MVT::v16i8) in Select()
2481 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2483 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2485 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2487 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2489 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2491 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2495 if (VT == MVT::v8i8) in Select()
2497 else if (VT == MVT::v16i8) in Select()
2499 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2501 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2503 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2505 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2507 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2509 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2513 if (VT == MVT::v8i8) in Select()
2515 else if (VT == MVT::v16i8) in Select()
2517 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2519 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2521 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2523 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2525 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2527 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2531 if (VT == MVT::v8i8) in Select()
2533 else if (VT == MVT::v16i8) in Select()
2535 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2537 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2539 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2541 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2543 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2545 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2549 if (VT == MVT::v8i8) in Select()
2551 else if (VT == MVT::v16i8) in Select()
2553 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2555 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2557 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2559 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2561 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2563 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2567 if (VT == MVT::v8i8) in Select()
2569 else if (VT == MVT::v16i8) in Select()
2571 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2573 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2575 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2577 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2579 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2581 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2585 if (VT == MVT::v8i8) in Select()
2587 else if (VT == MVT::v16i8) in Select()
2589 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2591 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2593 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2595 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2597 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2599 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2603 if (VT == MVT::v8i8) in Select()
2605 else if (VT == MVT::v16i8) in Select()
2607 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2609 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2611 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2613 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2615 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2617 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2621 if (VT == MVT::v8i8) in Select()
2623 else if (VT == MVT::v16i8) in Select()
2625 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2627 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2629 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2631 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2633 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2635 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2639 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2641 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2642 VT == MVT::v8f16) in Select()
2644 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2645 VT == MVT::v2f32) in Select()
2647 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2648 VT == MVT::v1f64) in Select()
2652 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2654 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2655 VT == MVT::v8f16) in Select()
2657 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2658 VT == MVT::v2f32) in Select()
2660 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2661 VT == MVT::v1f64) in Select()
2665 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2667 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2668 VT == MVT::v8f16) in Select()
2670 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2671 VT == MVT::v2f32) in Select()
2673 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2674 VT == MVT::v1f64) in Select()
2685 return SelectTable(Node, 2, VT == MVT::v8i8 ? AArch64::TBLv8i8Two in Select()
2689 return SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBLv8i8Three in Select()
2693 return SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBLv8i8Four in Select()
2697 return SelectTable(Node, 2, VT == MVT::v8i8 ? AArch64::TBXv8i8Two in Select()
2701 return SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBXv8i8Three in Select()
2705 return SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBXv8i8Four in Select()
2724 if (VT == MVT::v8i8) in Select()
2726 else if (VT == MVT::v16i8) in Select()
2728 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2730 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2732 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2734 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2736 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2738 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2743 if (VT == MVT::v8i8) in Select()
2745 else if (VT == MVT::v16i8) in Select()
2747 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2749 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2751 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2753 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2755 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2757 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2762 if (VT == MVT::v8i8) in Select()
2764 else if (VT == MVT::v16i8) in Select()
2766 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2768 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2770 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2772 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2774 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2776 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2781 if (VT == MVT::v8i8) in Select()
2783 else if (VT == MVT::v16i8) in Select()
2785 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2787 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2789 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2791 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2793 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2795 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2800 if (VT == MVT::v8i8) in Select()
2802 else if (VT == MVT::v16i8) in Select()
2804 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2806 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2808 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2810 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2812 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2814 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2819 if (VT == MVT::v8i8) in Select()
2821 else if (VT == MVT::v16i8) in Select()
2823 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2825 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2827 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2829 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2831 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2833 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2838 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2840 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2841 VT == MVT::v8f16) in Select()
2843 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2844 VT == MVT::v2f32) in Select()
2846 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2847 VT == MVT::v1f64) in Select()
2852 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2854 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2855 VT == MVT::v8f16) in Select()
2857 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2858 VT == MVT::v2f32) in Select()
2860 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2861 VT == MVT::v1f64) in Select()
2866 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2868 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2869 VT == MVT::v8f16) in Select()
2871 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2872 VT == MVT::v2f32) in Select()
2874 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2875 VT == MVT::v1f64) in Select()
2883 if (VT == MVT::v8i8) in Select()
2885 else if (VT == MVT::v16i8) in Select()
2887 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2889 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2891 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2893 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2895 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2897 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2902 if (VT == MVT::v8i8) in Select()
2904 else if (VT == MVT::v16i8) in Select()
2906 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2908 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2910 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2912 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2914 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2916 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2921 if (VT == MVT::v8i8) in Select()
2923 else if (VT == MVT::v16i8) in Select()
2925 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2927 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2929 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2931 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2933 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2935 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2940 if (VT == MVT::v8i8) in Select()
2942 else if (VT == MVT::v16i8) in Select()
2944 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2946 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2948 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2950 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2952 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2954 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2959 if (VT == MVT::v8i8) in Select()
2961 else if (VT == MVT::v16i8) in Select()
2963 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2965 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2967 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2969 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2971 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2973 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2978 if (VT == MVT::v8i8) in Select()
2980 else if (VT == MVT::v16i8) in Select()
2982 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2984 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2986 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2988 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2990 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2992 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2997 if (VT == MVT::v8i8) in Select()
2999 else if (VT == MVT::v16i8) in Select()
3001 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3003 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3005 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3007 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3009 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3011 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3016 if (VT == MVT::v8i8) in Select()
3018 else if (VT == MVT::v16i8) in Select()
3020 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3022 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3024 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3026 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3028 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3030 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3035 if (VT == MVT::v8i8) in Select()
3037 else if (VT == MVT::v16i8) in Select()
3039 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3041 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3043 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3045 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3047 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3049 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3054 if (VT == MVT::v8i8) in Select()
3056 else if (VT == MVT::v16i8) in Select()
3058 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3060 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3062 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3064 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3066 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3068 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3073 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3075 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3076 VT == MVT::v8f16) in Select()
3078 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3079 VT == MVT::v2f32) in Select()
3081 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3082 VT == MVT::v1f64) in Select()
3087 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3089 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3090 VT == MVT::v8f16) in Select()
3092 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3093 VT == MVT::v2f32) in Select()
3095 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3096 VT == MVT::v1f64) in Select()
3101 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3103 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3104 VT == MVT::v8f16) in Select()
3106 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3107 VT == MVT::v2f32) in Select()
3109 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3110 VT == MVT::v1f64) in Select()
3115 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3117 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3118 VT == MVT::v8f16) in Select()
3120 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3121 VT == MVT::v2f32) in Select()
3123 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3124 VT == MVT::v1f64) in Select()
3130 if (VT == MVT::v8i8) in Select()
3132 else if (VT == MVT::v16i8) in Select()
3134 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3136 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3138 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3140 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3142 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3144 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3150 if (VT == MVT::v8i8) in Select()
3152 else if (VT == MVT::v16i8) in Select()
3154 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3156 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3158 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3160 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3162 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3164 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3170 if (VT == MVT::v8i8) in Select()
3172 else if (VT == MVT::v16i8) in Select()
3174 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3176 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3178 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3180 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3182 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3184 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3190 if (VT == MVT::v8i8) in Select()
3192 else if (VT == MVT::v16i8) in Select()
3194 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3196 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3198 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3200 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3202 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3204 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3210 if (VT == MVT::v8i8) in Select()
3212 else if (VT == MVT::v16i8) in Select()
3214 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3216 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3218 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3220 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3222 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3224 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3230 if (VT == MVT::v8i8) in Select()
3232 else if (VT == MVT::v16i8) in Select()
3234 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3236 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3238 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3240 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3242 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3244 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3250 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3252 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3253 VT == MVT::v8f16) in Select()
3255 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3256 VT == MVT::v2f32) in Select()
3258 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3259 VT == MVT::v1f64) in Select()
3265 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3267 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3268 VT == MVT::v8f16) in Select()
3270 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3271 VT == MVT::v2f32) in Select()
3273 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3274 VT == MVT::v1f64) in Select()
3280 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3282 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3283 VT == MVT::v8f16) in Select()
3285 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3286 VT == MVT::v2f32) in Select()
3288 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3289 VT == MVT::v1f64) in Select()