| /external/llvm/lib/CodeGen/ |
| D | RegisterPressure.cpp | 28 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure() argument
29 assert((PrevMask & ~NewMask) == 0 && "Must not remove bits"); in increaseSetPressure()
30 if (PrevMask != 0 || NewMask == 0) in increaseSetPressure()
42 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure() argument
43 assert((NewMask & !PrevMask) == 0 && "Must not add bits"); in decreaseSetPressure()
44 if (NewMask != 0 || PrevMask == 0) in decreaseSetPressure()
114 LaneBitmask NewMask) { in increaseRegPressure() argument
115 if (PreviousMask != 0 || NewMask == 0) in increaseRegPressure()
129 LaneBitmask NewMask) { in decreaseRegPressure() argument
130 decreaseSetPressure(CurrSetPressure, *MRI, RegUnit, PreviousMask, NewMask); in decreaseRegPressure()
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | RegisterPressure.cpp | 52 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure() argument
53 assert((PrevMask & ~NewMask).none() && "Must not remove bits"); in increaseSetPressure()
54 if (PrevMask.any() || NewMask.none()) in increaseSetPressure()
66 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure() argument
68 if (NewMask.any() || PrevMask.none()) in decreaseSetPressure()
157 LaneBitmask NewMask) { in increaseRegPressure() argument
158 if (PreviousMask.any() || NewMask.none()) in increaseRegPressure()
172 LaneBitmask NewMask) { in decreaseRegPressure() argument
173 decreaseSetPressure(CurrSetPressure, *MRI, RegUnit, PreviousMask, NewMask); in decreaseRegPressure()
708 LaneBitmask NewMask = PrevMask | P.LaneMask; in addLiveRegs() local
[all …]
|
| /external/llvm-project/llvm/lib/CodeGen/ |
| D | RegisterPressure.cpp | 52 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure() argument
53 assert((PrevMask & ~NewMask).none() && "Must not remove bits"); in increaseSetPressure()
54 if (PrevMask.any() || NewMask.none()) in increaseSetPressure()
66 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure() argument
68 if (NewMask.any() || PrevMask.none()) in decreaseSetPressure()
157 LaneBitmask NewMask) { in increaseRegPressure() argument
158 if (PreviousMask.any() || NewMask.none()) in increaseRegPressure()
172 LaneBitmask NewMask) { in decreaseRegPressure() argument
173 decreaseSetPressure(CurrSetPressure, *MRI, RegUnit, PreviousMask, NewMask); in decreaseRegPressure()
710 LaneBitmask NewMask = PrevMask | P.LaneMask; in addLiveRegs() local
[all …]
|
| /external/llvm/lib/CodeGen/SelectionDAG/ |
| D | TargetLowering.cpp | 437 APInt NewMask = DemandedMask; in SimplifyDemandedBits() local
454 NewMask = APInt::getAllOnesValue(BitWidth); in SimplifyDemandedBits()
481 if ((LHSZero & NewMask) == (~RHSC->getAPIntValue() & NewMask)) in SimplifyDemandedBits()
485 if (TLO.ShrinkDemandedConstant(Op, ~LHSZero & NewMask)) in SimplifyDemandedBits()
489 if (SimplifyDemandedBits(Op.getOperand(1), NewMask, KnownZero, in SimplifyDemandedBits()
493 if (SimplifyDemandedBits(Op.getOperand(0), ~KnownZero & NewMask, in SimplifyDemandedBits()
500 if ((NewMask & ~KnownZero2 & KnownOne) == (~KnownZero2 & NewMask)) in SimplifyDemandedBits()
502 if ((NewMask & ~KnownZero & KnownOne2) == (~KnownZero & NewMask)) in SimplifyDemandedBits()
505 if ((NewMask & (KnownZero|KnownZero2)) == NewMask) in SimplifyDemandedBits()
508 if (TLO.ShrinkDemandedConstant(Op, ~KnownZero2 & NewMask)) in SimplifyDemandedBits()
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/ |
| D | GCNRegPressure.cpp | 99 LaneBitmask NewMask, in inc() argument
101 if (NewMask == PrevMask) in inc()
105 if (NewMask < PrevMask) { in inc()
106 std::swap(NewMask, PrevMask); in inc()
116 assert(PrevMask.none() && NewMask == MaxMask); in inc()
123 assert(NewMask < MaxMask || NewMask == MaxMask); in inc()
124 assert(PrevMask < NewMask); in inc()
127 Sign * (~PrevMask & NewMask).getNumLanes(); in inc()
130 assert(NewMask.any()); in inc()
|
| D | GCNRegBankReassign.cpp | 466 unsigned NewMask = ((1 << Size) - 1) << I; in getFreeBanks() local
467 NewMask = (NewMask | (NewMask >> NUM_VGPR_BANKS)) & VGPR_BANK_MASK; in getFreeBanks()
468 if (!(UsedBanks & NewMask)) in getFreeBanks()
481 unsigned NewMask = ((1 << Size) - 1) << I; in getFreeBanks() local
482 NewMask = (NewMask | (NewMask >> NUM_SGPR_BANKS)) & SGPR_BANK_SHIFTED_MASK; in getFreeBanks()
483 if (!(UsedBanks & (NewMask << SGPR_BANK_OFFSET))) in getFreeBanks()
|
| D | SIModeRegister.cpp | 47 Status(unsigned NewMask, unsigned NewMode) : Mask(NewMask), Mode(NewMode) { in Status()
66 unsigned NewMask = (Mask & S.Mask) & (Mode ^ ~S.Mode); in intersect() local
67 unsigned NewMode = (Mode & NewMask); in intersect()
68 return Status(NewMask, NewMode); in intersect()
|
| /external/llvm-project/llvm/lib/Target/AMDGPU/ |
| D | GCNRegBankReassign.cpp | 528 unsigned NewMask = ((1 << Size) - 1) << I; in getFreeBanks() local
529 NewMask = (NewMask | (NewMask >> NUM_VGPR_BANKS)) & VGPR_BANK_MASK; in getFreeBanks()
530 if (!(UsedBanks & NewMask)) in getFreeBanks()
543 unsigned NewMask = ((1 << Size) - 1) << I; in getFreeBanks() local
544 NewMask = (NewMask | (NewMask >> NUM_SGPR_BANKS)) & SGPR_BANK_SHIFTED_MASK; in getFreeBanks()
545 if (!(UsedBanks & (NewMask << SGPR_BANK_OFFSET))) in getFreeBanks()
|
| D | GCNRegPressure.cpp | 104 LaneBitmask NewMask, in inc() argument
106 if (SIRegisterInfo::getNumCoveredRegs(NewMask) == in inc()
111 if (NewMask < PrevMask) { in inc()
112 std::swap(NewMask, PrevMask); in inc()
126 assert(PrevMask < NewMask); in inc()
129 Sign * SIRegisterInfo::getNumCoveredRegs(~PrevMask & NewMask); in inc()
132 assert(NewMask.any()); in inc()
|
| D | SIModeRegister.cpp | 47 Status(unsigned NewMask, unsigned NewMode) : Mask(NewMask), Mode(NewMode) { in Status()
66 unsigned NewMask = (Mask & S.Mask) & (Mode ^ ~S.Mode); in intersect() local
67 unsigned NewMode = (Mode & NewMask); in intersect()
68 return Status(NewMask, NewMode); in intersect()
|
| D | AMDGPUInstructionSelector.cpp | 2758 static Register normalizeVOP3PMask(int NewMask[2], Register Src0, Register Src1, in normalizeVOP3PMask()
2760 NewMask[0] = Mask[0]; in normalizeVOP3PMask()
2761 NewMask[1] = Mask[1]; in normalizeVOP3PMask()
2765 assert(NewMask[0] == 2 || NewMask[0] == 3 || NewMask[0] == -1); in normalizeVOP3PMask()
2766 assert(NewMask[1] == 2 || NewMask[1] == 3 || NewMask[1] == -1); in normalizeVOP3PMask()
2769 NewMask[0] = NewMask[0] == -1 ? -1 : NewMask[0] - 2; in normalizeVOP3PMask()
2770 NewMask[1] = NewMask[1] == -1 ? -1 : NewMask[1] - 2; in normalizeVOP3PMask()
|
| /external/tensorflow/tensorflow/core/common_runtime/gpu/ |
| D | gpu_debug_allocator.cc | 32 int64* NewMask(int64 word) { in NewMask() function
40 int64* before_mask = NewMask(0xabababababababab);
41 int64* after_mask = NewMask(0xcdcdcdcdcdcdcdcd);
|
| /external/llvm-project/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineVectorOps.cpp | 1155 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoSplat() local
1157 NewMask[i] = i == IdxC ? 0 : Shuf->getMaskValue(i); in foldInsEltIntoSplat()
1159 return new ShuffleVectorInst(Op0, UndefValue::get(Op0->getType()), NewMask); in foldInsEltIntoSplat()
1194 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoIdentityShuffle() local
1199 NewMask[i] = OldMask[i]; in foldInsEltIntoIdentityShuffle()
1207 NewMask[i] = IdxC; in foldInsEltIntoIdentityShuffle()
1211 return new ShuffleVectorInst(X, Shuf->getOperand(1), NewMask); in foldInsEltIntoIdentityShuffle()
1871 SmallVector<int, 16> NewMask(NumMaskElts, 0); in canonicalizeInsertSplat() local
1874 NewMask[i] = Mask[i]; in canonicalizeInsertSplat()
1876 return new ShuffleVectorInst(NewIns, UndefVec, NewMask); in canonicalizeInsertSplat()
[all …]
|
| D | InstCombineShifts.cpp | 217 Constant *NewMask; in dropRedundantMaskingOfLeftShiftInput() local
248 NewMask = ConstantExpr::getNot(ExtendedInvertedMask); in dropRedundantMaskingOfLeftShiftInput()
284 NewMask = in dropRedundantMaskingOfLeftShiftInput()
289 NewMask = ConstantExpr::getTrunc(NewMask, NarrowestTy); in dropRedundantMaskingOfLeftShiftInput()
292 bool NeedMask = !match(NewMask, m_AllOnes()); in dropRedundantMaskingOfLeftShiftInput()
317 return BinaryOperator::Create(Instruction::And, NewShift, NewMask); in dropRedundantMaskingOfLeftShiftInput()
|
| D | InstCombineAndOrXor.cpp | 236 unsigned NewMask; in conjugateICmpMask() local
237 NewMask = (Mask & (AMask_AllOnes | BMask_AllOnes | Mask_AllZeros | in conjugateICmpMask()
241 NewMask |= (Mask & (AMask_NotAllOnes | BMask_NotAllOnes | Mask_NotAllZeros | in conjugateICmpMask()
245 return NewMask; in conjugateICmpMask()
458 Value *NewMask = ConstantInt::get(BCst->getType(), BorD); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed() local
460 Value *NewAnd = Builder.CreateAnd(A, NewMask); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed()
632 APInt NewMask = BCst->getValue() & DCst->getValue(); in foldLogOpOfMaskedICmps() local
634 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps()
636 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps()
645 APInt NewMask = BCst->getValue() | DCst->getValue(); in foldLogOpOfMaskedICmps() local
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineVectorOps.cpp | 844 Constant *NewMask = ConstantVector::get(NewMaskVec); in foldInsEltIntoSplat() local
845 return new ShuffleVectorInst(Op0, UndefValue::get(Op0->getType()), NewMask); in foldInsEltIntoSplat()
893 Constant *NewMask = ConstantVector::get(NewMaskVec); in foldInsEltIntoIdentityShuffle() local
894 return new ShuffleVectorInst(X, Shuf->getOperand(1), NewMask); in foldInsEltIntoIdentityShuffle()
1534 SmallVector<Constant *, 16> NewMask(NumMaskElts, Zero); in canonicalizeInsertSplat() local
1537 NewMask[i] = Mask->getAggregateElement(i); in canonicalizeInsertSplat()
1539 return new ShuffleVectorInst(NewIns, UndefVec, ConstantVector::get(NewMask)); in canonicalizeInsertSplat()
1732 SmallVector<Constant *, 16> NewMask(NumElts); in foldIdentityExtractShuffle() local
1739 NewMask[i] = isa<UndefValue>(ExtractMaskElt) ? ExtractMaskElt : MaskElt; in foldIdentityExtractShuffle()
1741 return new ShuffleVectorInst(X, Y, ConstantVector::get(NewMask)); in foldIdentityExtractShuffle()
[all …]
|
| D | InstCombineShifts.cpp | 216 Constant *NewMask; in dropRedundantMaskingOfLeftShiftInput() local
247 NewMask = ConstantExpr::getNot(ExtendedInvertedMask); in dropRedundantMaskingOfLeftShiftInput()
283 NewMask = in dropRedundantMaskingOfLeftShiftInput()
288 NewMask = ConstantExpr::getTrunc(NewMask, NarrowestTy); in dropRedundantMaskingOfLeftShiftInput()
291 bool NeedMask = !match(NewMask, m_AllOnes()); in dropRedundantMaskingOfLeftShiftInput()
316 return BinaryOperator::Create(Instruction::And, NewShift, NewMask); in dropRedundantMaskingOfLeftShiftInput()
|
| D | InstCombineAndOrXor.cpp | 280 unsigned NewMask; in conjugateICmpMask() local
281 NewMask = (Mask & (AMask_AllOnes | BMask_AllOnes | Mask_AllZeros | in conjugateICmpMask()
285 NewMask |= (Mask & (AMask_NotAllOnes | BMask_NotAllOnes | Mask_NotAllZeros | in conjugateICmpMask()
289 return NewMask; in conjugateICmpMask()
511 Value *NewMask = ConstantInt::get(BCst->getType(), BorD); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed() local
513 Value *NewAnd = Builder.CreateAnd(A, NewMask); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed()
690 APInt NewMask = BCst->getValue() & DCst->getValue(); in foldLogOpOfMaskedICmps() local
692 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps()
694 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps()
703 APInt NewMask = BCst->getValue() | DCst->getValue(); in foldLogOpOfMaskedICmps() local
[all …]
|
| /external/llvm-project/llvm/lib/Target/Hexagon/ |
| D | HexagonISelDAGToDAGHVX.cpp | 848 MutableArrayRef<int> NewMask, unsigned Options = None);
850 MutableArrayRef<int> NewMask);
1033 ResultStack &Results, MutableArrayRef<int> NewMask, in packs() argument
1059 memcpy(NewMask.data(), SM.Mask.data(), sizeof(int)*VecLen); in packs()
1067 NewMask[I] = M; in packs()
1097 NewMask[I] = M; in packs()
1120 NewMask[I] = M; in packs()
1130 ResultStack &Results, MutableArrayRef<int> NewMask) { in packp() argument
1172 NewMask[I] = M; in packp()
1229 SmallVector<int,128> NewMask(VecLen); in shuffs2() local
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/ |
| D | HexagonISelDAGToDAGHVX.cpp | 841 MutableArrayRef<int> NewMask, unsigned Options = None);
843 MutableArrayRef<int> NewMask);
1053 ResultStack &Results, MutableArrayRef<int> NewMask, in packs() argument
1079 memcpy(NewMask.data(), SM.Mask.data(), sizeof(int)*VecLen); in packs()
1087 NewMask[I] = M; in packs()
1117 NewMask[I] = M; in packs()
1140 NewMask[I] = M; in packs()
1150 ResultStack &Results, MutableArrayRef<int> NewMask) { in packp() argument
1192 NewMask[I] = M; in packp()
1249 SmallVector<int,128> NewMask(VecLen); in shuffs2() local
[all …]
|
| /external/llvm-project/llvm/lib/Transforms/Vectorize/ |
| D | VectorCombine.cpp | 474 SmallVector<int, 16> NewMask; in foldBitcastShuf() local
480 narrowShuffleMaskElts(ScaleFactor, Mask, NewMask); in foldBitcastShuf()
486 if (!widenShuffleMaskElts(ScaleFactor, Mask, NewMask)) in foldBitcastShuf()
492 Value *Shuf = Builder.CreateShuffleVector(CastV, NewMask); in foldBitcastShuf()
|
| /external/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 539 LaneBitmask NewMask);
541 LaneBitmask NewMask);
|
| /external/llvm-project/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 552 LaneBitmask NewMask);
554 LaneBitmask NewMask);
|
| /external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 552 LaneBitmask NewMask);
554 LaneBitmask NewMask);
|
| /external/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineAndOrXor.cpp | 512 unsigned NewMask; in conjugateICmpMask() local
513 NewMask = (Mask & (FoldMskICmp_AMask_AllOnes | FoldMskICmp_BMask_AllOnes | in conjugateICmpMask()
518 NewMask |= in conjugateICmpMask()
524 return NewMask; in conjugateICmpMask()
760 APInt NewMask = BCst->getValue() & DCst->getValue(); in foldLogOpOfMaskedICmps() local
762 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps()
764 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps()
772 APInt NewMask = BCst->getValue() | DCst->getValue(); in foldLogOpOfMaskedICmps() local
774 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps()
776 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps()
|