/external/llvm/include/llvm/Target/ |
D | TargetLowering.h | 277 virtual bool storeOfVectorConstantIsCheap(EVT MemVT, in storeOfVectorConstantIsCheap() argument 591 EVT MemVT) const { in getLoadExtAction() argument 592 if (ValVT.isExtended() || MemVT.isExtended()) return Expand; in getLoadExtAction() 594 unsigned MemI = (unsigned) MemVT.getSimpleVT().SimpleTy; in getLoadExtAction() 601 bool isLoadExtLegal(unsigned ExtType, EVT ValVT, EVT MemVT) const { in isLoadExtLegal() argument 602 return ValVT.isSimple() && MemVT.isSimple() && in isLoadExtLegal() 603 getLoadExtAction(ExtType, ValVT, MemVT) == Legal; in isLoadExtLegal() 608 bool isLoadExtLegalOrCustom(unsigned ExtType, EVT ValVT, EVT MemVT) const { in isLoadExtLegalOrCustom() argument 609 return ValVT.isSimple() && MemVT.isSimple() && in isLoadExtLegalOrCustom() 610 (getLoadExtAction(ExtType, ValVT, MemVT) == Legal || in isLoadExtLegalOrCustom() [all …]
|
/external/llvm/include/llvm/CodeGen/ |
D | SelectionDAGNodes.h | 1258 EVT MemVT, SDValue Chain, SDValue Ptr, SDValue Cmp, SDValue Swp, 1261 : MemSDNode(Opc, Order, dl, VTL, MemVT, MMO) { 1266 EVT MemVT, 1270 : MemSDNode(Opc, Order, dl, VTL, MemVT, MMO) { 1275 EVT MemVT, 1279 : MemSDNode(Opc, Order, dl, VTL, MemVT, MMO) { 1283 AtomicSDNode(unsigned Opc, unsigned Order, DebugLoc dl, SDVTList VTL, EVT MemVT, 1288 : MemSDNode(Opc, Order, dl, VTL, MemVT, MMO) { 1924 SDVTList VTs, ISD::MemIndexedMode AM, EVT MemVT, 1926 : MemSDNode(NodeTy, Order, dl, VTs, MemVT, MMO) { [all …]
|
D | SelectionDAG.h | 768 SDValue getAtomicCmpSwap(unsigned Opcode, SDLoc dl, EVT MemVT, SDVTList VTs, 774 SDValue getAtomicCmpSwap(unsigned Opcode, SDLoc dl, EVT MemVT, SDVTList VTs, 783 SDValue getAtomic(unsigned Opcode, SDLoc dl, EVT MemVT, SDValue Chain, 787 SDValue getAtomic(unsigned Opcode, SDLoc dl, EVT MemVT, SDValue Chain, 794 SDValue getAtomic(unsigned Opcode, SDLoc dl, EVT MemVT, EVT VT, 801 SDValue getAtomic(unsigned Opcode, SDLoc dl, EVT MemVT, SDVTList VTList, 806 SDValue getAtomic(unsigned Opcode, SDLoc dl, EVT MemVT, SDVTList VTList, 816 EVT MemVT, MachinePointerInfo PtrInfo, 823 EVT MemVT, MachineMemOperand *MMO); 840 EVT MemVT, bool isVolatile, [all …]
|
D | BasicTTIImpl.h | 495 EVT MemVT = getTLI()->getValueType(DL, Src); in getMemoryOpCost() local 497 LA = getTLI()->getTruncStoreAction(LT.second, MemVT); in getMemoryOpCost() 499 LA = getTLI()->getLoadExtAction(ISD::EXTLOAD, LT.second, MemVT); in getMemoryOpCost()
|
/external/llvm/lib/Target/AMDGPU/ |
D | R600ISelLowering.cpp | 1330 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() local 1332 if (MemVT == MVT::i8) { in LowerSTORE() 1335 assert(MemVT == MVT::i16); in LowerSTORE() 1358 Op->getVTList(), Args, MemVT, in LowerSTORE() 1561 EVT MemVT = LoadNode->getMemoryVT(); in LowerLOAD() local 1562 assert(!MemVT.isVector() && (MemVT == MVT::i16 || MemVT == MVT::i8)); in LowerLOAD() 1564 LoadNode->getPointerInfo(), MemVT, in LowerLOAD() 1570 DAG.getValueType(MemVT)); in LowerLOAD() 1661 EVT MemVT = VA.getLocVT(); in LowerFormalArguments() local 1662 if (!VT.isVector() && MemVT.isVector()) { in LowerFormalArguments() [all …]
|
D | AMDGPUISelLowering.cpp | 500 bool AMDGPUTargetLowering:: storeOfVectorConstantIsCheap(EVT MemVT, in storeOfVectorConstantIsCheap() argument 1166 EVT MemVT = Load->getMemoryVT(); in ScalarizeVectorLoad() local 1167 EVT MemEltVT = MemVT.getVectorElementType(); in ScalarizeVectorLoad() 1215 EVT MemVT = Load->getMemoryVT(); in SplitVectorLoad() local 1225 std::tie(LoMemVT, HiMemVT) = DAG.GetSplitDestVTs(MemVT); in SplitVectorLoad() 1261 EVT MemVT = Store->getMemoryVT(); in MergeVectorStore() local 1262 unsigned MemBits = MemVT.getSizeInBits(); in MergeVectorStore() 1267 if (!MemVT.isVector() || MemBits > 32) { in MergeVectorStore() 1276 EVT MemEltVT = MemVT.getVectorElementType(); in MergeVectorStore() 1278 unsigned MemNumElements = MemVT.getVectorNumElements(); in MergeVectorStore() [all …]
|
D | SIISelLowering.h | 24 SDValue LowerParameter(SelectionDAG &DAG, EVT VT, EVT MemVT, SDLoc DL,
|
D | AMDGPUISelLowering.h | 138 bool storeOfVectorConstantIsCheap(EVT MemVT,
|
D | SIISelLowering.cpp | 537 SDValue SITargetLowering::LowerParameter(SelectionDAG &DAG, EVT VT, EVT MemVT, in LowerParameter() argument 561 if (MemVT.isFloatingPoint()) in LowerParameter() 565 VT, SL, Chain, Ptr, PtrOffset, PtrInfo, MemVT, in LowerParameter() 690 EVT MemVT = Splits[i].VT; in LowerFormalArguments() local 695 SDValue Arg = LowerParameter(DAG, VT, MemVT, DL, Chain, in LowerFormalArguments() 711 Info->ABIArgOffset = Offset + MemVT.getStoreSize(); in LowerFormalArguments()
|
/external/llvm/lib/CodeGen/SelectionDAG/ |
D | SelectionDAG.cpp | 4766 SDValue SelectionDAG::getAtomic(unsigned Opcode, SDLoc dl, EVT MemVT, in getAtomic() argument 4773 ID.AddInteger(MemVT.getRawBits()); in getAtomic() 4792 dl.getDebugLoc(), VTList, MemVT, in getAtomic() 4801 SDValue SelectionDAG::getAtomic(unsigned Opcode, SDLoc dl, EVT MemVT, in getAtomic() argument 4806 return getAtomic(Opcode, dl, MemVT, VTList, Ops, MMO, Ordering, in getAtomic() 4811 unsigned Opcode, SDLoc dl, EVT MemVT, SDVTList VTs, SDValue Chain, in getAtomicCmpSwap() argument 4820 Alignment = getEVTAlignment(MemVT); in getAtomicCmpSwap() 4831 MF.getMachineMemOperand(PtrInfo, Flags, MemVT.getStoreSize(), Alignment); in getAtomicCmpSwap() 4833 return getAtomicCmpSwap(Opcode, dl, MemVT, VTs, Chain, Ptr, Cmp, Swp, MMO, in getAtomicCmpSwap() 4837 SDValue SelectionDAG::getAtomicCmpSwap(unsigned Opcode, SDLoc dl, EVT MemVT, in getAtomicCmpSwap() argument [all …]
|
D | DAGCombiner.cpp | 437 EVT MemVT, unsigned NumStores, 966 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local 968 ? (TLI.isLoadExtLegal(ISD::ZEXTLOAD, PVT, MemVT) ? ISD::ZEXTLOAD in PromoteOperand() 974 MemVT, LD->getMemOperand()); in PromoteOperand() 1188 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local 1190 ? (TLI.isLoadExtLegal(ISD::ZEXTLOAD, PVT, MemVT) ? ISD::ZEXTLOAD in PromoteLoad() 1195 MemVT, LD->getMemOperand()); in PromoteLoad() 3269 EVT MemVT = LN0->getMemoryVT(); in visitAND() local 3274 BitWidth - MemVT.getScalarType().getSizeInBits())) && in visitAND() 3276 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND() [all …]
|
D | LegalizeDAG.cpp | 383 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), in ExpandUnalignedStore() local 389 MemVT, false, false, false, 0); in ExpandUnalignedStore() 394 MemVT, ST->isVolatile(), in ExpandUnalignedStore() 504 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), in ExpandUnalignedLoad() local 508 MemVT, LD->isVolatile(), in ExpandUnalignedLoad() 517 MachinePointerInfo(), MemVT, in ExpandUnalignedLoad() 753 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 757 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) in LegalizeStoreOps() 865 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 870 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) in LegalizeStoreOps() [all …]
|
D | LegalizeVectorTypes.cpp | 3300 EVT MemVT((MVT::SimpleValueType) VT); in FindMemType() local 3301 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 3302 if (MemVT.getSizeInBits() <= WidenEltWidth) in FindMemType() 3304 auto Action = TLI.getTypeAction(*DAG.getContext(), MemVT); in FindMemType() 3311 RetVT = MemVT; in FindMemType() 3320 EVT MemVT = (MVT::SimpleValueType) VT; in FindMemType() local 3321 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 3322 if (TLI.isTypeLegal(MemVT) && WidenEltVT == MemVT.getVectorElementType() && in FindMemType() 3327 if (RetVT.getSizeInBits() < MemVTWidth || MemVT == WidenVT) in FindMemType() 3328 return MemVT; in FindMemType()
|
D | LegalizeIntegerTypes.cpp | 2015 EVT MemVT = N->getMemoryVT(); in ExpandIntRes_LOAD() local 2018 MemVT, isVolatile, isNonTemporal, isInvariant, in ExpandIntRes_LOAD() 2065 EVT MemVT = N->getMemoryVT(); in ExpandIntRes_LOAD() local 2066 unsigned EBytes = MemVT.getStoreSize(); in ExpandIntRes_LOAD() 2073 MemVT.getSizeInBits() - ExcessBits), in ExpandIntRes_LOAD()
|
D | SelectionDAGBuilder.cpp | 3493 MVT MemVT = getValue(I.getCompareOperand()).getSimpleValueType(); in visitAtomicCmpXchg() local 3494 SDVTList VTs = DAG.getVTList(MemVT, MVT::i1, MVT::Other); in visitAtomicCmpXchg() 3496 ISD::ATOMIC_CMP_SWAP_WITH_SUCCESS, dl, MemVT, VTs, InChain, in visitAtomicCmpXchg()
|
/external/llvm/lib/Target/Mips/ |
D | MipsISelLowering.cpp | 1595 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), EntrySize * 8); in lowerBR_JT() local 1599 MemVT, false, false, false, 0); in lowerBR_JT() 2167 EVT VT = LD->getValueType(0), MemVT = LD->getMemoryVT(); in createLoadLR() local 2177 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createLoadLR() 2184 EVT MemVT = LD->getMemoryVT(); in lowerLOAD() local 2190 if ((LD->getAlignment() >= MemVT.getSizeInBits() / 8) || in lowerLOAD() 2191 ((MemVT != MVT::i32) && (MemVT != MVT::i64))) in lowerLOAD() 2249 EVT MemVT = SD->getMemoryVT(), BasePtrVT = Ptr.getValueType(); in createStoreLR() local 2258 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createStoreLR() 2309 EVT MemVT = SD->getMemoryVT(); in lowerSTORE() local [all …]
|
/external/llvm/lib/Target/X86/ |
D | X86ISelDAGToDAG.cpp | 623 MVT MemVT; in PreprocessISelDAG() local 625 MemVT = DstVT; // FP_ROUND must use DstVT, we can't do a 'trunc load'. in PreprocessISelDAG() 627 MemVT = SrcIsSSE ? SrcVT : DstVT; in PreprocessISelDAG() 629 SDValue MemTmp = CurDAG->CreateStackTemporary(MemVT); in PreprocessISelDAG() 635 MemTmp, MachinePointerInfo(), MemVT, in PreprocessISelDAG() 639 MemVT, false, false, false, 0); in PreprocessISelDAG()
|
D | X86ISelLowering.cpp | 15264 EVT MemVT = Ld->getMemoryVT(); in LowerExtendedLoad() local 15272 assert(MemVT != RegVT && "Cannot extend to the same type"); in LowerExtendedLoad() 15273 assert(MemVT.isVector() && "Must load a vector from memory"); in LowerExtendedLoad() 15276 unsigned MemSz = MemVT.getSizeInBits(); in LowerExtendedLoad() 15291 assert(TLI.isTypeLegal(MemVT) && "If the memory type is a 128-bit type, " in LowerExtendedLoad() 15294 Load = DAG.getLoad(MemVT, dl, Ld->getChain(), Ld->getBasePtr(), in LowerExtendedLoad() 15309 Ld->getPointerInfo(), MemVT, Ld->isVolatile(), in LowerExtendedLoad() 15359 EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), in LowerExtendedLoad() 15360 loadRegZize / MemVT.getScalarSizeInBits()); in LowerExtendedLoad() 19818 MVT MemVT = N->getMemoryVT().getSimpleVT(); in LowerMSCATTER() local [all …]
|
/external/llvm/lib/Target/NVPTX/ |
D | NVPTXISelLowering.cpp | 1159 EVT MemVT = EltVT; in LowerCall() local 1179 MemVT, MachinePointerInfo()); in LowerCall() 1196 MemVT, MachinePointerInfo()); in LowerCall() 1216 unsigned PerStoreOffset = MemVT.getStoreSizeInBits() / 8 * VecSize; in LowerCall() 1270 MemVT, MachinePointerInfo()); in LowerCall() 3997 EVT MemVT = Mem->getMemoryVT(); in PerformANDCombine() local 3998 if (MemVT != MVT::v2i8 && MemVT != MVT::v4i8) { in PerformANDCombine()
|
D | NVPTXISelDAGToDAG.cpp | 2679 EVT MemVT = Mem->getMemoryVT(); in SelectLoadParam() local 2687 switch (MemVT.getSimpleVT().SimpleTy) { in SelectLoadParam() 2714 switch (MemVT.getSimpleVT().SimpleTy) { in SelectLoadParam() 2741 switch (MemVT.getSimpleVT().SimpleTy) { in SelectLoadParam()
|
/external/llvm/lib/Target/PowerPC/ |
D | PPCISelLowering.cpp | 6231 bool PPCTargetLowering::canReuseLoadAddress(SDValue Op, EVT MemVT, in canReuseLoadAddress() argument 6250 if (LD->getMemoryVT() != MemVT) in canReuseLoadAddress() 7654 EVT MemVT = LN->getMemoryVT(); in LowerVectorLoad() local 7658 if (Alignment >= MemVT.getStoreSize()) in LowerVectorLoad() 7662 ScalarMemVT = MemVT.getScalarType(); in LowerVectorLoad() 7751 EVT MemVT = SN->getMemoryVT(); in LowerVectorStore() local 7755 if (Alignment >= MemVT.getStoreSize()) in LowerVectorStore() 7759 ScalarMemVT = MemVT.getScalarType(); in LowerVectorStore() 10280 EVT MemVT = LD->getMemoryVT(); in PerformDAGCombine() local 10281 Type *Ty = MemVT.getTypeForEVT(*DAG.getContext()); in PerformDAGCombine() [all …]
|
D | PPCISelLowering.h | 689 bool canReuseLoadAddress(SDValue Op, EVT MemVT, ReuseLoadInfo &RLI,
|
/external/llvm/lib/Target/SystemZ/ |
D | SystemZISelLowering.cpp | 3134 EVT MemVT = Node->getMemoryVT(); in lowerATOMIC_LOAD_SUB() local 3135 if (MemVT == MVT::i32 || MemVT == MVT::i64) { in lowerATOMIC_LOAD_SUB() 3137 assert(Op.getValueType() == MemVT && "Mismatched VTs"); in lowerATOMIC_LOAD_SUB() 3147 NegSrc2 = DAG.getConstant(Value, DL, MemVT); in lowerATOMIC_LOAD_SUB() 3150 NegSrc2 = DAG.getNode(ISD::SUB, DL, MemVT, DAG.getConstant(0, DL, MemVT), in lowerATOMIC_LOAD_SUB() 3154 return DAG.getAtomic(ISD::ATOMIC_LOAD_ADD, DL, MemVT, in lowerATOMIC_LOAD_SUB() 4746 EVT MemVT = SN->getMemoryVT(); in PerformDAGCombine() local 4747 if (MemVT.isInteger()) { in PerformDAGCombine() 4748 SDValue Value = combineTruncateExtract(SDLoc(N), MemVT, in PerformDAGCombine()
|
/external/llvm/lib/Target/Sparc/ |
D | SparcISelLowering.cpp | 2705 EVT MemVT = LdNode->getMemoryVT(); in LowerLOAD() local 2706 if (MemVT == MVT::f128) in LowerLOAD() 2761 EVT MemVT = St->getMemoryVT(); in LowerSTORE() local 2762 if (MemVT == MVT::f128) in LowerSTORE() 2765 if (MemVT == MVT::i64) { in LowerSTORE()
|
/external/llvm/lib/Target/AArch64/ |
D | AArch64ISelLowering.cpp | 2496 MVT MemVT = VA.getValVT(); in LowerFormalArguments() local 2502 MemVT = VA.getLocVT(); in LowerFormalArguments() 2518 MemVT, false, false, false, 0); in LowerFormalArguments() 8676 EVT MemVT = LoadSDN->getMemoryVT(); in performPostLD1Combine() local 8678 if (MemVT != VT.getVectorElementType()) in performPostLD1Combine() 8740 MemVT, in performPostLD1Combine()
|