Lines Matching refs:VT

947   EVT VT = N->getValueType(0);  in SelectTable()  local
962 return CurDAG->getMachineNode(Opc, dl, VT, Ops); in SelectTable()
969 EVT VT = LD->getMemoryVT(); in SelectIndexedLoad() local
981 if (VT == MVT::i64) in SelectIndexedLoad()
983 else if (VT == MVT::i32) { in SelectIndexedLoad()
995 } else if (VT == MVT::i16) { in SelectIndexedLoad()
1008 } else if (VT == MVT::i8) { in SelectIndexedLoad()
1021 } else if (VT == MVT::f32) { in SelectIndexedLoad()
1023 } else if (VT == MVT::f64 || VT.is64BitVector()) { in SelectIndexedLoad()
1025 } else if (VT.is128BitVector()) { in SelectIndexedLoad()
1059 EVT VT = N->getValueType(0); in SelectLoad() local
1071 CurDAG->getTargetExtractSubreg(SubRegIdx + i, dl, VT, SuperReg)); in SelectLoad()
1080 EVT VT = N->getValueType(0); in SelectPostLoad() local
1102 CurDAG->getTargetExtractSubreg(SubRegIdx + i, dl, VT, SuperReg)); in SelectPostLoad()
1112 EVT VT = N->getOperand(2)->getValueType(0); in SelectStore() local
1115 bool Is128Bit = VT.getSizeInBits() == 128; in SelectStore()
1128 EVT VT = N->getOperand(2)->getValueType(0); in SelectPostStore() local
1133 bool Is128Bit = VT.getSizeInBits() == 128; in SelectPostStore()
1156 EVT VT = V64Reg.getValueType(); in operator ()() local
1157 unsigned NarrowSize = VT.getVectorNumElements(); in operator ()()
1158 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in operator ()()
1172 EVT VT = V128Reg.getValueType(); in NarrowVector() local
1173 unsigned WideSize = VT.getVectorNumElements(); in NarrowVector()
1174 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in NarrowVector()
1184 EVT VT = N->getValueType(0); in SelectLoadLane() local
1185 bool Narrow = VT.getSizeInBits() == 64; in SelectLoadLane()
1224 EVT VT = N->getValueType(0); in SelectPostLoadLane() local
1225 bool Narrow = VT.getSizeInBits() == 64; in SelectPostLoadLane()
1279 EVT VT = N->getOperand(2)->getValueType(0); in SelectStoreLane() local
1280 bool Narrow = VT.getSizeInBits() == 64; in SelectStoreLane()
1309 EVT VT = N->getOperand(2)->getValueType(0); in SelectPostStoreLane() local
1310 bool Narrow = VT.getSizeInBits() == 64; in SelectPostStoreLane()
1349 EVT VT = N->getValueType(0); in isBitfieldExtractOpFromAnd() local
1354 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromAnd()
1382 if (VT == MVT::i64 && Op0->getOpcode() == ISD::ANY_EXTEND && in isBitfieldExtractOpFromAnd()
1389 } else if (VT == MVT::i32 && Op0->getOpcode() == ISD::TRUNCATE && in isBitfieldExtractOpFromAnd()
1396 VT = Opd0->getValueType(0); in isBitfieldExtractOpFromAnd()
1411 if (!BiggerPattern && (Srl_imm <= 0 || Srl_imm >= VT.getSizeInBits())) { in isBitfieldExtractOpFromAnd()
1418 MSB = Srl_imm + (VT == MVT::i32 ? countTrailingOnes<uint32_t>(And_imm) in isBitfieldExtractOpFromAnd()
1428 Opc = VT == MVT::i32 ? AArch64::UBFMWri : AArch64::UBFMXri; in isBitfieldExtractOpFromAnd()
1484 EVT VT = N->getValueType(0); in isBitfieldExtractOpFromShr() local
1489 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromShr()
1501 } else if (VT == MVT::i32 && N->getOpcode() == ISD::SRL && in isBitfieldExtractOpFromShr()
1508 Trunc_bits = Opd0->getValueType(0).getSizeInBits() - VT.getSizeInBits(); in isBitfieldExtractOpFromShr()
1509 VT = Opd0->getValueType(0); in isBitfieldExtractOpFromShr()
1510 assert(VT == MVT::i64 && "the promoted type should be i64"); in isBitfieldExtractOpFromShr()
1521 if (Shl_imm >= VT.getSizeInBits()) { in isBitfieldExtractOpFromShr()
1531 assert(Srl_imm > 0 && Srl_imm < VT.getSizeInBits() && in isBitfieldExtractOpFromShr()
1534 unsigned Width = VT.getSizeInBits() - Trunc_bits - Srl_imm - 1; in isBitfieldExtractOpFromShr()
1541 if (VT == MVT::i32) in isBitfieldExtractOpFromShr()
1592 EVT VT = N->getValueType(0); in SelectBitfieldExtractOp() local
1596 if ((Opc == AArch64::SBFMXri || Opc == AArch64::UBFMXri) && VT == MVT::i32) { in SelectBitfieldExtractOp()
1608 SDValue Ops[] = {Opd0, CurDAG->getTargetConstant(LSB, VT), in SelectBitfieldExtractOp()
1609 CurDAG->getTargetConstant(MSB, VT)}; in SelectBitfieldExtractOp()
1610 return CurDAG->SelectNodeTo(N, Opc, VT, Ops); in SelectBitfieldExtractOp()
1618 unsigned NumberOfIgnoredHighBits, EVT VT) { in isBitfieldDstMask() argument
1619 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldDstMask()
1621 unsigned BitWidth = VT.getSizeInBits() - NumberOfIgnoredHighBits; in isBitfieldDstMask()
1812 EVT VT = Op.getValueType(); in getLeftShift() local
1813 unsigned BitWidth = VT.getSizeInBits(); in getLeftShift()
1820 UBFMOpc, SDLoc(Op), VT, Op, in getLeftShift()
1821 CurDAG->getTargetConstant(BitWidth - ShlAmount, VT), in getLeftShift()
1822 CurDAG->getTargetConstant(BitWidth - 1 - ShlAmount, VT)); in getLeftShift()
1828 UBFMOpc, SDLoc(Op), VT, Op, CurDAG->getTargetConstant(ShrAmount, VT), in getLeftShift()
1829 CurDAG->getTargetConstant(BitWidth - 1, VT)); in getLeftShift()
1840 EVT VT = Op.getValueType(); in isBitfieldPositioningOp() local
1841 unsigned BitWidth = VT.getSizeInBits(); in isBitfieldPositioningOp()
1894 EVT VT = N->getValueType(0); in isBitfieldInsertOpFromOr() local
1895 if (VT == MVT::i32) in isBitfieldInsertOpFromOr()
1897 else if (VT == MVT::i64) in isBitfieldInsertOpFromOr()
1923 if ((BFXOpc != AArch64::UBFMXri && VT == MVT::i64) || in isBitfieldInsertOpFromOr()
1924 (BFXOpc != AArch64::UBFMWri && VT == MVT::i32)) in isBitfieldInsertOpFromOr()
1940 ImmR = (VT.getSizeInBits() - DstLSB) % VT.getSizeInBits(); in isBitfieldInsertOpFromOr()
1946 EVT VT = OrOpd1->getValueType(0); in isBitfieldInsertOpFromOr() local
1947 assert((VT == MVT::i32 || VT == MVT::i64) && "unexpected OR operand"); in isBitfieldInsertOpFromOr()
1967 isBitfieldDstMask(Imm, BitsToBeInserted, NumberOfIgnoredHighBits, VT)) in isBitfieldInsertOpFromOr()
1993 EVT VT = N->getValueType(0); in SelectBitfieldInsertOp() local
1996 CurDAG->getTargetConstant(LSB, VT), in SelectBitfieldInsertOp()
1997 CurDAG->getTargetConstant(MSB, VT) }; in SelectBitfieldInsertOp()
1998 return CurDAG->SelectNodeTo(N, Opc, VT, Ops); in SelectBitfieldInsertOp()
2002 EVT VT = N->getValueType(0); in SelectLIBM() local
2007 if (VT == MVT::f32) { in SelectLIBM()
2009 } else if (VT == MVT::f64) { in SelectLIBM()
2048 SDNode *FRINTX = CurDAG->getMachineNode(FRINTXOpc, dl, VT, MVT::Glue, In); in SelectLIBM()
2052 return CurDAG->getMachineNode(Opc, dl, VT, Ops); in SelectLIBM()
2114 EVT VT = Node->getValueType(0); in Select() local
2161 if (VT != Node->getOperand(0).getValueType().getVectorElementType()) in Select()
2182 SDValue Extract = CurDAG->getTargetExtractSubreg(SubReg, SDLoc(Node), VT, in Select()
2194 if (VT == MVT::i32) in Select()
2197 else if (VT == MVT::i64) in Select()
2258 if (VT == MVT::v8i8) in Select()
2260 else if (VT == MVT::v16i8) in Select()
2262 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2264 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2266 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2268 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2270 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2272 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2276 if (VT == MVT::v8i8) in Select()
2278 else if (VT == MVT::v16i8) in Select()
2280 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2282 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2284 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2286 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2288 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2290 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2294 if (VT == MVT::v8i8) in Select()
2296 else if (VT == MVT::v16i8) in Select()
2298 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2300 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2302 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2304 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2306 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2308 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2312 if (VT == MVT::v8i8) in Select()
2314 else if (VT == MVT::v16i8) in Select()
2316 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2318 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2320 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2322 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2324 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2326 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2330 if (VT == MVT::v8i8) in Select()
2332 else if (VT == MVT::v16i8) in Select()
2334 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2336 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2338 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2340 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2342 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2344 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2348 if (VT == MVT::v8i8) in Select()
2350 else if (VT == MVT::v16i8) in Select()
2352 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2354 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2356 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2358 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2360 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2362 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2366 if (VT == MVT::v8i8) in Select()
2368 else if (VT == MVT::v16i8) in Select()
2370 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2372 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2374 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2376 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2378 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2380 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2384 if (VT == MVT::v8i8) in Select()
2386 else if (VT == MVT::v16i8) in Select()
2388 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2390 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2392 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2394 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2396 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2398 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2402 if (VT == MVT::v8i8) in Select()
2404 else if (VT == MVT::v16i8) in Select()
2406 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2408 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2410 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2412 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2414 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2416 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2420 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2422 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2423 VT == MVT::v8f16) in Select()
2425 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2426 VT == MVT::v2f32) in Select()
2428 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2429 VT == MVT::v1f64) in Select()
2433 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2435 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2436 VT == MVT::v8f16) in Select()
2438 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2439 VT == MVT::v2f32) in Select()
2441 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2442 VT == MVT::v1f64) in Select()
2446 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2448 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2449 VT == MVT::v8f16) in Select()
2451 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2452 VT == MVT::v2f32) in Select()
2454 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2455 VT == MVT::v1f64) in Select()
2466 return SelectTable(Node, 2, VT == MVT::v8i8 ? AArch64::TBLv8i8Two in Select()
2470 return SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBLv8i8Three in Select()
2474 return SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBLv8i8Four in Select()
2478 return SelectTable(Node, 2, VT == MVT::v8i8 ? AArch64::TBXv8i8Two in Select()
2482 return SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBXv8i8Three in Select()
2486 return SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBXv8i8Four in Select()
2500 VT = Node->getOperand(2)->getValueType(0); in Select()
2505 if (VT == MVT::v8i8) in Select()
2507 else if (VT == MVT::v16i8) in Select()
2509 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2511 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2513 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2515 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2517 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2519 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2524 if (VT == MVT::v8i8) in Select()
2526 else if (VT == MVT::v16i8) in Select()
2528 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2530 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2532 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2534 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2536 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2538 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2543 if (VT == MVT::v8i8) in Select()
2545 else if (VT == MVT::v16i8) in Select()
2547 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2549 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2551 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2553 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2555 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2557 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2562 if (VT == MVT::v8i8) in Select()
2564 else if (VT == MVT::v16i8) in Select()
2566 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2568 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2570 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2572 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2574 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2576 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2581 if (VT == MVT::v8i8) in Select()
2583 else if (VT == MVT::v16i8) in Select()
2585 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2587 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2589 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2591 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2593 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2595 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2600 if (VT == MVT::v8i8) in Select()
2602 else if (VT == MVT::v16i8) in Select()
2604 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2606 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2608 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2610 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2612 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2614 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2619 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2621 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2622 VT == MVT::v8f16) in Select()
2624 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2625 VT == MVT::v2f32) in Select()
2627 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2628 VT == MVT::v1f64) in Select()
2633 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2635 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2636 VT == MVT::v8f16) in Select()
2638 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2639 VT == MVT::v2f32) in Select()
2641 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2642 VT == MVT::v1f64) in Select()
2647 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2649 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2650 VT == MVT::v8f16) in Select()
2652 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2653 VT == MVT::v2f32) in Select()
2655 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2656 VT == MVT::v1f64) in Select()
2663 if (VT == MVT::v8i8) in Select()
2665 else if (VT == MVT::v16i8) in Select()
2667 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2669 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2671 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2673 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2675 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2677 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2682 if (VT == MVT::v8i8) in Select()
2684 else if (VT == MVT::v16i8) in Select()
2686 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2688 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2690 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2692 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2694 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2696 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2701 if (VT == MVT::v8i8) in Select()
2703 else if (VT == MVT::v16i8) in Select()
2705 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2707 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2709 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2711 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2713 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2715 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2720 if (VT == MVT::v8i8) in Select()
2722 else if (VT == MVT::v16i8) in Select()
2724 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2726 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2728 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2730 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2732 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2734 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2739 if (VT == MVT::v8i8) in Select()
2741 else if (VT == MVT::v16i8) in Select()
2743 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2745 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2747 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2749 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2751 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2753 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2758 if (VT == MVT::v8i8) in Select()
2760 else if (VT == MVT::v16i8) in Select()
2762 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2764 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2766 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2768 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2770 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2772 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2777 if (VT == MVT::v8i8) in Select()
2779 else if (VT == MVT::v16i8) in Select()
2781 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2783 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2785 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2787 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2789 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2791 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2796 if (VT == MVT::v8i8) in Select()
2798 else if (VT == MVT::v16i8) in Select()
2800 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2802 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2804 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2806 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2808 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2810 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2815 if (VT == MVT::v8i8) in Select()
2817 else if (VT == MVT::v16i8) in Select()
2819 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2821 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2823 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2825 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2827 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2829 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2834 if (VT == MVT::v8i8) in Select()
2836 else if (VT == MVT::v16i8) in Select()
2838 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2840 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2842 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2844 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2846 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2848 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2853 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2855 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2856 VT == MVT::v8f16) in Select()
2858 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2859 VT == MVT::v2f32) in Select()
2861 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2862 VT == MVT::v1f64) in Select()
2867 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2869 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2870 VT == MVT::v8f16) in Select()
2872 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2873 VT == MVT::v2f32) in Select()
2875 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2876 VT == MVT::v1f64) in Select()
2881 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2883 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2884 VT == MVT::v8f16) in Select()
2886 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2887 VT == MVT::v2f32) in Select()
2889 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2890 VT == MVT::v1f64) in Select()
2895 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
2897 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2898 VT == MVT::v8f16) in Select()
2900 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2901 VT == MVT::v2f32) in Select()
2903 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2904 VT == MVT::v1f64) in Select()
2909 VT = Node->getOperand(1).getValueType(); in Select()
2910 if (VT == MVT::v8i8) in Select()
2912 else if (VT == MVT::v16i8) in Select()
2914 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2916 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2918 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2920 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2922 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2924 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2929 VT = Node->getOperand(1).getValueType(); in Select()
2930 if (VT == MVT::v8i8) in Select()
2932 else if (VT == MVT::v16i8) in Select()
2934 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2936 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2938 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2940 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2942 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2944 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2949 VT = Node->getOperand(1).getValueType(); in Select()
2950 if (VT == MVT::v8i8) in Select()
2952 else if (VT == MVT::v16i8) in Select()
2954 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2956 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2958 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2960 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2962 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2964 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2969 VT = Node->getOperand(1).getValueType(); in Select()
2970 if (VT == MVT::v8i8) in Select()
2972 else if (VT == MVT::v16i8) in Select()
2974 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2976 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2978 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
2980 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
2982 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
2984 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
2989 VT = Node->getOperand(1).getValueType(); in Select()
2990 if (VT == MVT::v8i8) in Select()
2992 else if (VT == MVT::v16i8) in Select()
2994 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
2996 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
2998 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3000 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3002 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3004 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3009 VT = Node->getOperand(1).getValueType(); in Select()
3010 if (VT == MVT::v8i8) in Select()
3012 else if (VT == MVT::v16i8) in Select()
3014 else if (VT == MVT::v4i16 || VT == MVT::v4f16) in Select()
3016 else if (VT == MVT::v8i16 || VT == MVT::v8f16) in Select()
3018 else if (VT == MVT::v2i32 || VT == MVT::v2f32) in Select()
3020 else if (VT == MVT::v4i32 || VT == MVT::v4f32) in Select()
3022 else if (VT == MVT::v1i64 || VT == MVT::v1f64) in Select()
3024 else if (VT == MVT::v2i64 || VT == MVT::v2f64) in Select()
3029 VT = Node->getOperand(1).getValueType(); in Select()
3030 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3032 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3033 VT == MVT::v8f16) in Select()
3035 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3036 VT == MVT::v2f32) in Select()
3038 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3039 VT == MVT::v1f64) in Select()
3044 VT = Node->getOperand(1).getValueType(); in Select()
3045 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3047 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3048 VT == MVT::v8f16) in Select()
3050 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3051 VT == MVT::v2f32) in Select()
3053 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3054 VT == MVT::v1f64) in Select()
3059 VT = Node->getOperand(1).getValueType(); in Select()
3060 if (VT == MVT::v16i8 || VT == MVT::v8i8) in Select()
3062 else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3063 VT == MVT::v8f16) in Select()
3065 else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3066 VT == MVT::v2f32) in Select()
3068 else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3069 VT == MVT::v1f64) in Select()