Home
last modified time | relevance | path

Searched refs:BackedgeTakenCount (Results 1 – 25 of 25) sorted by relevance

/external/llvm-project/llvm/lib/Transforms/Scalar/
DLoopRerollPass.cpp408 void replace(const SCEV *BackedgeTakenCount);
492 const SCEV *BackedgeTakenCount, ReductionTracker &Reductions);
1437 void LoopReroll::DAGRootTracker::replace(const SCEV *BackedgeTakenCount) { in replace() argument
1473 auto Zero = SE->getZero(BackedgeTakenCount->getType()); in replace()
1474 auto One = SE->getOne(BackedgeTakenCount->getType()); in replace()
1477 Expander.expandCodeFor(NewIVSCEV, BackedgeTakenCount->getType(), in replace()
1480 auto TripCount = SE->getAddExpr(BackedgeTakenCount, One); in replace()
1482 TripCount, SE->getConstant(BackedgeTakenCount->getType(), Scale)); in replace()
1485 Expander.expandCodeFor(ScaledBECount, BackedgeTakenCount->getType(), in replace()
1633 const SCEV *BackedgeTakenCount, in reroll() argument
[all …]
DIndVarSimplify.cpp1749 const SCEV *BackedgeTakenCount; in run() local
1751 BackedgeTakenCount = SE->getBackedgeTakenCount(L); in run()
1904 if (VerifyIndvars && !isa<SCEVCouldNotCompute>(BackedgeTakenCount)) { in run()
1907 if (SE->getTypeSizeInBits(BackedgeTakenCount->getType()) < in run()
1910 BackedgeTakenCount->getType()); in run()
1912 BackedgeTakenCount = SE->getTruncateOrNoop(BackedgeTakenCount, in run()
1914 assert(!SE->isKnownPredicate(ICmpInst::ICMP_ULT, BackedgeTakenCount, in run()
DLoopStrengthReduce.cpp2067 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in OptimizeShadowIV() local
2068 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) in OptimizeShadowIV()
2252 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in OptimizeMax() local
2253 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) in OptimizeMax()
2255 const SCEV *One = SE.getConstant(BackedgeTakenCount->getType(), 1); in OptimizeMax()
2258 const SCEV *IterationCount = SE.getAddExpr(One, BackedgeTakenCount); in OptimizeMax()
2266 if (const SCEVSMaxExpr *S = dyn_cast<SCEVSMaxExpr>(BackedgeTakenCount)) { in OptimizeMax()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/
DLoopRerollPass.cpp398 void replace(const SCEV *BackedgeTakenCount);
482 const SCEV *BackedgeTakenCount, ReductionTracker &Reductions);
1421 void LoopReroll::DAGRootTracker::replace(const SCEV *BackedgeTakenCount) { in replace() argument
1457 auto Zero = SE->getZero(BackedgeTakenCount->getType()); in replace()
1458 auto One = SE->getOne(BackedgeTakenCount->getType()); in replace()
1461 Expander.expandCodeFor(NewIVSCEV, BackedgeTakenCount->getType(), in replace()
1464 auto TripCount = SE->getAddExpr(BackedgeTakenCount, One); in replace()
1466 TripCount, SE->getConstant(BackedgeTakenCount->getType(), Scale)); in replace()
1469 Expander.expandCodeFor(ScaledBECount, BackedgeTakenCount->getType(), in replace()
1617 const SCEV *BackedgeTakenCount, in reroll() argument
[all …]
DIndVarSimplify.cpp3004 const SCEV *BackedgeTakenCount = SE->getBackedgeTakenCount(L); in run() local
3140 if (VerifyIndvars && !isa<SCEVCouldNotCompute>(BackedgeTakenCount)) { in run()
3143 if (SE->getTypeSizeInBits(BackedgeTakenCount->getType()) < in run()
3146 BackedgeTakenCount->getType()); in run()
3148 BackedgeTakenCount = SE->getTruncateOrNoop(BackedgeTakenCount, in run()
3150 assert(!SE->isKnownPredicate(ICmpInst::ICMP_ULT, BackedgeTakenCount, in run()
DLoopStrengthReduce.cpp2072 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in OptimizeShadowIV() local
2073 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) in OptimizeShadowIV()
2257 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in OptimizeMax() local
2258 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) in OptimizeMax()
2260 const SCEV *One = SE.getConstant(BackedgeTakenCount->getType(), 1); in OptimizeMax()
2263 const SCEV *IterationCount = SE.getAddExpr(One, BackedgeTakenCount); in OptimizeMax()
2271 if (const SCEVSMaxExpr *S = dyn_cast<SCEVSMaxExpr>(BackedgeTakenCount)) { in OptimizeMax()
/external/llvm/lib/Transforms/Scalar/
DIndVarSimplify.cpp110 Value *linearFunctionTestReplace(Loop *L, const SCEV *BackedgeTakenCount,
1566 const SCEV *BackedgeTakenCount = SE->getBackedgeTakenCount(L); in canExpandBackedgeTakenCount() local
1567 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount) || in canExpandBackedgeTakenCount()
1568 BackedgeTakenCount->isZero()) in canExpandBackedgeTakenCount()
1578 if (Rewriter.isHighCostExpansion(BackedgeTakenCount, L)) in canExpandBackedgeTakenCount()
1912 const SCEV *BackedgeTakenCount, in linearFunctionTestReplace() argument
1919 const SCEV *IVCount = BackedgeTakenCount; in linearFunctionTestReplace()
1928 IVCount = SE->getAddExpr(BackedgeTakenCount, in linearFunctionTestReplace()
1929 SE->getOne(BackedgeTakenCount->getType())); in linearFunctionTestReplace()
1972 if (IVCount != BackedgeTakenCount && Count == 0) { in linearFunctionTestReplace()
[all …]
DLoopStrengthReduce.cpp1788 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in OptimizeShadowIV() local
1789 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) in OptimizeShadowIV()
1966 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in OptimizeMax() local
1967 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) in OptimizeMax()
1969 const SCEV *One = SE.getConstant(BackedgeTakenCount->getType(), 1); in OptimizeMax()
1972 const SCEV *IterationCount = SE.getAddExpr(One, BackedgeTakenCount); in OptimizeMax()
1980 if (const SCEVSMaxExpr *S = dyn_cast<SCEVSMaxExpr>(BackedgeTakenCount)) { in OptimizeMax()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/
DLoopCacheAnalysis.cpp99 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(&L); in computeTripCount() local
100 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount) || in computeTripCount()
101 !isa<SCEVConstant>(BackedgeTakenCount)) in computeTripCount()
104 return SE.getAddExpr(BackedgeTakenCount, in computeTripCount()
105 SE.getOne(BackedgeTakenCount->getType())); in computeTripCount()
DLoopAccessAnalysis.cpp1352 const SCEV &BackedgeTakenCount, in isSafeDependenceDistance() argument
1374 const SCEV *Step = SE.getConstant(BackedgeTakenCount.getType(), ByteStride); in isSafeDependenceDistance()
1375 const SCEV *Product = SE.getMulExpr(&BackedgeTakenCount, Step); in isSafeDependenceDistance()
DScalarEvolution.cpp8223 const SCEV *BackedgeTakenCount = getBackedgeTakenCount(LI); in computeSCEVAtScope() local
8226 if (BackedgeTakenCount->isZero()) { in computeSCEVAtScope()
8244 if (!isa<SCEVCouldNotCompute>(BackedgeTakenCount) && in computeSCEVAtScope()
8245 isKnownPositive(BackedgeTakenCount) && in computeSCEVAtScope()
8252 if (auto *BTCC = dyn_cast<SCEVConstant>(BackedgeTakenCount)) { in computeSCEVAtScope()
8401 const SCEV *BackedgeTakenCount = getBackedgeTakenCount(AddRec->getLoop()); in computeSCEVAtScope() local
8402 if (BackedgeTakenCount == getCouldNotCompute()) return AddRec; in computeSCEVAtScope()
8405 return AddRec->evaluateAtIteration(BackedgeTakenCount, *this); in computeSCEVAtScope()
/external/llvm-project/llvm/lib/Analysis/
DLoopCacheAnalysis.cpp108 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(&L); in computeTripCount() local
109 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount) || in computeTripCount()
110 !isa<SCEVConstant>(BackedgeTakenCount)) in computeTripCount()
113 return SE.getAddExpr(BackedgeTakenCount, in computeTripCount()
114 SE.getOne(BackedgeTakenCount->getType())); in computeTripCount()
DLoopAccessAnalysis.cpp1378 const SCEV &BackedgeTakenCount, in isSafeDependenceDistance() argument
1400 const SCEV *Step = SE.getConstant(BackedgeTakenCount.getType(), ByteStride); in isSafeDependenceDistance()
1401 const SCEV *Product = SE.getMulExpr(&BackedgeTakenCount, Step); in isSafeDependenceDistance()
DScalarEvolution.cpp8461 const SCEV *BackedgeTakenCount = getBackedgeTakenCount(CurrLoop); in computeSCEVAtScope() local
8464 if (BackedgeTakenCount->isZero()) { in computeSCEVAtScope()
8482 if (!isa<SCEVCouldNotCompute>(BackedgeTakenCount) && in computeSCEVAtScope()
8483 isKnownPositive(BackedgeTakenCount) && in computeSCEVAtScope()
8492 if (auto *BTCC = dyn_cast<SCEVConstant>(BackedgeTakenCount)) { in computeSCEVAtScope()
8642 const SCEV *BackedgeTakenCount = getBackedgeTakenCount(AddRec->getLoop()); in computeSCEVAtScope() local
8643 if (BackedgeTakenCount == getCouldNotCompute()) return AddRec; in computeSCEVAtScope()
8646 return AddRec->evaluateAtIteration(BackedgeTakenCount, *this); in computeSCEVAtScope()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/
DVPlan.cpp393 if (BackedgeTakenCount && BackedgeTakenCount->getNumUsers()) { in execute()
398 Value2VPValue[TCMO] = BackedgeTakenCount; in execute()
536 if (!Plan.Value2VPValue.empty() || Plan.BackedgeTakenCount) { in dump()
538 if (Plan.BackedgeTakenCount) in dump()
539 OS << "\\n" << *Plan.BackedgeTakenCount << " := BackedgeTakenCount"; in dump()
DVPlan.h1370 VPValue *BackedgeTakenCount = nullptr;
1389 if (MapEntry.second != BackedgeTakenCount)
1391 if (BackedgeTakenCount)
1392 delete BackedgeTakenCount; // Delete once, if in Value2VPValue or not.
1409 if (!BackedgeTakenCount)
1410 BackedgeTakenCount = new VPValue();
1411 return BackedgeTakenCount;
DLoopVectorize.cpp2569 const SCEV *BackedgeTakenCount = PSE.getBackedgeTakenCount(); in getOrCreateTripCount() local
2570 assert(BackedgeTakenCount != SE->getCouldNotCompute() && in getOrCreateTripCount()
2581 if (BackedgeTakenCount->getType()->getPrimitiveSizeInBits() > in getOrCreateTripCount()
2583 BackedgeTakenCount = SE->getTruncateOrNoop(BackedgeTakenCount, IdxTy); in getOrCreateTripCount()
2584 BackedgeTakenCount = SE->getNoopOrZeroExtend(BackedgeTakenCount, IdxTy); in getOrCreateTripCount()
2588 BackedgeTakenCount, SE->getOne(BackedgeTakenCount->getType())); in getOrCreateTripCount()
/external/llvm-project/llvm/lib/Transforms/Vectorize/
DVPlan.cpp583 if (BackedgeTakenCount && BackedgeTakenCount->getNumUsers()) { in execute()
592 State->set(BackedgeTakenCount, VTCMO, Part); in execute()
730 if (Plan.BackedgeTakenCount) { in dump()
732 Plan.BackedgeTakenCount->print(OS, SlotTracker); in dump()
1169 if (Plan.BackedgeTakenCount) in assignSlots()
1170 assignSlot(Plan.BackedgeTakenCount); in assignSlots()
DVPlan.h1680 VPValue *BackedgeTakenCount = nullptr;
1712 if (BackedgeTakenCount)
1713 delete BackedgeTakenCount;
1734 if (!BackedgeTakenCount)
1735 BackedgeTakenCount = new VPValue();
1736 return BackedgeTakenCount;
DLoopVectorize.cpp2924 const SCEV *BackedgeTakenCount = PSE.getBackedgeTakenCount(); in getOrCreateTripCount() local
2925 assert(!isa<SCEVCouldNotCompute>(BackedgeTakenCount) && in getOrCreateTripCount()
2936 if (SE->getTypeSizeInBits(BackedgeTakenCount->getType()) > in getOrCreateTripCount()
2938 BackedgeTakenCount = SE->getTruncateOrNoop(BackedgeTakenCount, IdxTy); in getOrCreateTripCount()
2939 BackedgeTakenCount = SE->getNoopOrZeroExtend(BackedgeTakenCount, IdxTy); in getOrCreateTripCount()
2943 BackedgeTakenCount, SE->getOne(BackedgeTakenCount->getType())); in getOrCreateTripCount()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/
DARMTargetTransformInfo.cpp922 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in isHardwareLoopProfitable() local
923 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) in isHardwareLoopProfitable()
927 SE.getAddExpr(BackedgeTakenCount, in isHardwareLoopProfitable()
928 SE.getOne(BackedgeTakenCount->getType())); in isHardwareLoopProfitable()
/external/llvm-project/llvm/lib/Target/ARM/
DARMTargetTransformInfo.cpp1662 const SCEV *BackedgeTakenCount = SE.getBackedgeTakenCount(L); in isHardwareLoopProfitable() local
1663 if (isa<SCEVCouldNotCompute>(BackedgeTakenCount)) { in isHardwareLoopProfitable()
1669 SE.getAddExpr(BackedgeTakenCount, in isHardwareLoopProfitable()
1670 SE.getOne(BackedgeTakenCount->getType())); in isHardwareLoopProfitable()
/external/llvm/lib/Transforms/Vectorize/
DLoopVectorize.cpp2762 const SCEV *BackedgeTakenCount = PSE.getBackedgeTakenCount(); in getOrCreateTripCount() local
2763 assert(BackedgeTakenCount != SE->getCouldNotCompute() && in getOrCreateTripCount()
2773 if (BackedgeTakenCount->getType()->getPrimitiveSizeInBits() > in getOrCreateTripCount()
2775 BackedgeTakenCount = SE->getTruncateOrNoop(BackedgeTakenCount, IdxTy); in getOrCreateTripCount()
2776 BackedgeTakenCount = SE->getNoopOrZeroExtend(BackedgeTakenCount, IdxTy); in getOrCreateTripCount()
2780 BackedgeTakenCount, SE->getOne(BackedgeTakenCount->getType())); in getOrCreateTripCount()
/external/llvm-project/llvm/lib/Transforms/Utils/
DLoopUtils.cpp812 uint64_t BackedgeTakenCount = in getLoopEstimatedTripCount() local
815 return BackedgeTakenCount + 1; in getLoopEstimatedTripCount()
/external/llvm/lib/Analysis/
DScalarEvolution.cpp6741 const SCEV *BackedgeTakenCount = getBackedgeTakenCount(LI); in computeSCEVAtScope() local
6743 dyn_cast<SCEVConstant>(BackedgeTakenCount)) { in computeSCEVAtScope()
6883 const SCEV *BackedgeTakenCount = getBackedgeTakenCount(AddRec->getLoop()); in computeSCEVAtScope() local
6884 if (BackedgeTakenCount == getCouldNotCompute()) return AddRec; in computeSCEVAtScope()
6887 return AddRec->evaluateAtIteration(BackedgeTakenCount, *this); in computeSCEVAtScope()