| /external/llvm/lib/Target/X86/Utils/ |
| D | X86ShuffleDecode.cpp | 25 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
27 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
29 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
30 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
40 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
42 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
44 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
45 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
|
| D | X86ShuffleDecode.h | 31 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
34 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
37 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
39 void DecodeMOVSLDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
41 void DecodeMOVSHDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
43 void DecodeMOVDDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
45 void DecodePSLLDQMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
47 void DecodePSRLDQMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
49 void DecodePALIGNRMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
51 void DecodePSHUFMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
[all …]
|
| /external/llvm/lib/Target/X86/InstPrinter/ |
| D | X86InstComments.cpp | 210 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
229 ShuffleMask); in EmitAnyX86InstComments()
245 ShuffleMask); in EmitAnyX86InstComments()
261 ShuffleMask); in EmitAnyX86InstComments()
275 ShuffleMask); in EmitAnyX86InstComments()
290 ShuffleMask); in EmitAnyX86InstComments()
299 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
308 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
316 DecodeMOVSLDUPMask(getRegOperandVectorVT(MI, MVT::f32, 0), ShuffleMask); in EmitAnyX86InstComments()
324 DecodeMOVSHDUPMask(getRegOperandVectorVT(MI, MVT::f32, 0), ShuffleMask); in EmitAnyX86InstComments()
[all …]
|
| /external/llvm/lib/CodeGen/SelectionDAG/ |
| D | LegalizeVectorOps.cpp | 816 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
817 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
823 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
827 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG()
870 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
871 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
873 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
878 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
881 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG()
888 SmallVector<int, 16> ShuffleMask; in ExpandBSWAP() local
[all …]
|
| /external/llvm/lib/Analysis/ |
| D | CostModel.cpp | 338 SmallVector<int, 32> ShuffleMask(NumVecElems, 0); in matchVectorSplittingReduction() local
360 ShuffleMask[j] = MaskStart + j; in matchVectorSplittingReduction()
362 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1); in matchVectorSplittingReduction()
365 if (ShuffleMask != Mask) in matchVectorSplittingReduction()
|
| /external/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineCalls.cpp | 318 SmallVector<int, 8> ShuffleMask; in SimplifyX86extend() local
320 ShuffleMask.push_back(i); in SimplifyX86extend()
323 UndefValue::get(SrcTy), ShuffleMask); in SimplifyX86extend()
352 int ShuffleMask[4] = { 0, 1, 2, 3 }; in SimplifyX86insertps() local
365 ShuffleMask[DestLane] = SourceLane; in SimplifyX86insertps()
369 ShuffleMask[i] = i + 4; in SimplifyX86insertps()
376 ShuffleMask[DestLane] = SourceLane + 4; in SimplifyX86insertps()
379 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in SimplifyX86insertps()
437 SmallVector<Constant *, 16> ShuffleMask; in SimplifyX86extrq() local
439 ShuffleMask.push_back( in SimplifyX86extrq()
[all …]
|
| D | InstCombineCasts.cpp | 1583 SmallVector<uint32_t, 16> ShuffleMask; in optimizeVectorResize() local
1591 ShuffleMask.push_back(i); in optimizeVectorResize()
1600 ShuffleMask.push_back(i); in optimizeVectorResize()
1604 ShuffleMask.push_back(SrcElts); in optimizeVectorResize()
1609 ShuffleMask)); in optimizeVectorResize()
|
| D | InstCombineVectorOps.cpp | 967 SmallVector<Constant *, 16> ShuffleMask(SrcNumElems, in visitShuffleVectorInst() local
970 ShuffleMask[I] = ConstantInt::get(Int32Ty, Idx); in visitShuffleVectorInst()
972 ConstantVector::get(ShuffleMask), in visitShuffleVectorInst()
|
| /external/llvm/utils/PerfectShuffle/ |
| D | PerfectShuffle.cpp | 106 unsigned short ShuffleMask; member
112 : Name(name), ShuffleMask(shufflemask), OpNum(opnum),Cost(cost) { in Operator()
121 return isOnlyLHSMask(ShuffleMask); in isOnlyLHSOperator()
131 unsigned SrcElt = (ShuffleMask >> (4*i)) & 0xF; in getTransformedMask()
|
| /external/llvm/lib/IR/ |
| D | AutoUpgrade.cpp | 496 SmallVector<int, 8> ShuffleMask; in UpgradeIntrinsicCall() local
498 ShuffleMask.push_back(i); in UpgradeIntrinsicCall()
501 CI->getArgOperand(0), UndefValue::get(SrcTy), ShuffleMask); in UpgradeIntrinsicCall()
|
| /external/llvm/lib/Target/ARM/ |
| D | ARMISelLowering.cpp | 5301 static unsigned isNEONTwoResultShuffleMask(ArrayRef<int> ShuffleMask, EVT VT, in isNEONTwoResultShuffleMask() argument
5305 if (isVTRNMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5307 if (isVUZPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5309 if (isVZIPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5313 if (isVTRN_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5315 if (isVUZP_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5317 if (isVZIP_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5891 ArrayRef<int> ShuffleMask, in LowerVECTOR_SHUFFLEv8i8() argument
5900 I = ShuffleMask.begin(), E = ShuffleMask.end(); I != E; ++I) in LowerVECTOR_SHUFFLEv8i8()
5941 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
[all …]
|
| /external/llvm/lib/Target/AArch64/ |
| D | AArch64ISelLowering.cpp | 5407 static SDValue GenerateTBL(SDValue Op, ArrayRef<int> ShuffleMask, in GenerateTBL() argument
5418 for (int Val : ShuffleMask) { in GenerateTBL()
5494 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
5499 if (ShuffleVectorSDNode::isSplatMask(&ShuffleMask[0], in LowerVECTOR_SHUFFLE()
5534 if (isREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
5536 if (isREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
5538 if (isREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
5543 if (isEXTMask(ShuffleMask, VT, ReverseEXT, Imm)) { in LowerVECTOR_SHUFFLE()
5550 isSingletonEXTMask(ShuffleMask, VT, Imm)) { in LowerVECTOR_SHUFFLE()
5557 if (isZIPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
[all …]
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 2097 SmallVector<Constant*, 8> ShuffleMask; in reverseVector() local
2099 ShuffleMask.push_back(Builder.getInt32(VF - i - 1)); in reverseVector()
2102 ConstantVector::get(ShuffleMask), in reverseVector()
3432 SmallVector<Constant*, 32> ShuffleMask(VF, nullptr); in vectorizeLoop() local
3436 ShuffleMask[j] = Builder.getInt32(i/2 + j); in vectorizeLoop()
3439 std::fill(&ShuffleMask[i/2], ShuffleMask.end(), in vectorizeLoop()
3445 ConstantVector::get(ShuffleMask), in vectorizeLoop()
|
| D | SLPVectorizer.cpp | 2537 Value *ShuffleMask = ConstantVector::get(Mask); in vectorizeTree() local
2541 Value *V = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in vectorizeTree()
3604 SmallVector<Constant *, 32> ShuffleMask( in createRdxShuffleMask() local
3610 ShuffleMask[i] = Builder.getInt32(2 * i + !IsLeft); in createRdxShuffleMask()
3614 ShuffleMask[i] = Builder.getInt32(NumEltsToRdx + i); in createRdxShuffleMask()
3616 return ConstantVector::get(ShuffleMask); in createRdxShuffleMask()
|
| /external/llvm/lib/Target/X86/ |
| D | X86InstrAVX512.td | 1188 AVX512VLVectorVTInfo ShuffleMask> {
1190 ShuffleMask.info512>,
1192 ShuffleMask.info512>, EVEX_V512;
1195 ShuffleMask.info128>,
1197 ShuffleMask.info128>, EVEX_V128;
1199 ShuffleMask.info256>,
1201 ShuffleMask.info256>, EVEX_V256;
1263 AVX512VLVectorVTInfo ShuffleMask> {
1265 ShuffleMask.info512>,
1267 ShuffleMask.info512>, EVEX_V512;
[all …]
|
| D | X86ISelLowering.cpp | 5050 SmallVector<int, 16> ShuffleMask; in getShuffleScalarElt() local
5053 if (!getTargetShuffleMask(N, ShufVT, ShuffleMask, IsUnary)) in getShuffleScalarElt()
5056 int Elt = ShuffleMask[Index]; in getShuffleScalarElt()
19829 int ShuffleMask[] = {0, 2, -1, -1}; in LowerMSCATTER() local
19831 DAG.getUNDEF(MVT::v4i32), ShuffleMask); in LowerMSCATTER()
23660 SmallVector<int, 16> ShuffleMask; in XFormVExtractWithShuffleIntoLoad() local
23663 ShuffleMask, UnaryShuffle)) in XFormVExtractWithShuffleIntoLoad()
23669 int Idx = (Elt > (int)NumElems) ? -1 : ShuffleMask[Elt]; in XFormVExtractWithShuffleIntoLoad()
23714 &ShuffleMask[0]); in XFormVExtractWithShuffleIntoLoad()
23943 SmallVector<int, 8> ShuffleMask(NumElems, -1); in transformVSELECTtoBlendVECTOR_SHUFFLE() local
[all …]
|