| /external/llvm-project/llvm/lib/CodeGen/ |
| D | ExpandReductions.cpp | 60 RecurrenceDescriptor::MinMaxRecurrenceKind getMRK(Intrinsic::ID ID) { in getMRK()
63 return RecurrenceDescriptor::MRK_SIntMax; in getMRK()
65 return RecurrenceDescriptor::MRK_SIntMin; in getMRK()
67 return RecurrenceDescriptor::MRK_UIntMax; in getMRK()
69 return RecurrenceDescriptor::MRK_UIntMin; in getMRK()
71 return RecurrenceDescriptor::MRK_FloatMax; in getMRK()
73 return RecurrenceDescriptor::MRK_FloatMin; in getMRK()
75 return RecurrenceDescriptor::MRK_Invalid; in getMRK()
111 RecurrenceDescriptor::MinMaxRecurrenceKind MRK = getMRK(ID); in expandReductions()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | ExpandReductions.cpp | 60 RecurrenceDescriptor::MinMaxRecurrenceKind getMRK(Intrinsic::ID ID) { in getMRK()
63 return RecurrenceDescriptor::MRK_SIntMax; in getMRK()
65 return RecurrenceDescriptor::MRK_SIntMin; in getMRK()
67 return RecurrenceDescriptor::MRK_UIntMax; in getMRK()
69 return RecurrenceDescriptor::MRK_UIntMin; in getMRK()
71 return RecurrenceDescriptor::MRK_FloatMax; in getMRK()
73 return RecurrenceDescriptor::MRK_FloatMin; in getMRK()
75 return RecurrenceDescriptor::MRK_Invalid; in getMRK()
111 RecurrenceDescriptor::MinMaxRecurrenceKind MRK = getMRK(ID); in expandReductions()
|
| /external/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 36 bool RecurrenceDescriptor::areAllUsesIn(Instruction *I, in areAllUsesIn()
44 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurrenceKind Kind) { in isIntegerRecurrenceKind()
59 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurrenceKind Kind) { in isFloatingPointRecurrenceKind()
63 bool RecurrenceDescriptor::isArithmeticRecurrenceKind(RecurrenceKind Kind) { in isArithmeticRecurrenceKind()
77 RecurrenceDescriptor::lookThroughAnd(PHINode *Phi, Type *&RT, in lookThroughAnd()
101 bool RecurrenceDescriptor::getSourceExtensionKind( in getSourceExtensionKind()
162 bool RecurrenceDescriptor::AddReductionVar(PHINode *Phi, RecurrenceKind Kind, in AddReductionVar()
164 RecurrenceDescriptor &RedDes) { in AddReductionVar()
362 RecurrenceDescriptor RD( in AddReductionVar()
372 RecurrenceDescriptor::InstDesc
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Utils/ |
| D | LoopUtils.h | 298 RecurrenceDescriptor::MinMaxRecurrenceKind RK,
304 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind =
305 RecurrenceDescriptor::MRK_Invalid,
311 RecurrenceDescriptor::MinMaxRecurrenceKind
312 MinMaxKind = RecurrenceDescriptor::MRK_Invalid,
333 RecurrenceDescriptor &Desc, Value *Src,
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/ |
| D | IVDescriptors.cpp | 42 bool RecurrenceDescriptor::areAllUsesIn(Instruction *I, in areAllUsesIn()
50 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurrenceKind Kind) { in isIntegerRecurrenceKind()
65 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurrenceKind Kind) { in isFloatingPointRecurrenceKind()
69 bool RecurrenceDescriptor::isArithmeticRecurrenceKind(RecurrenceKind Kind) { in isArithmeticRecurrenceKind()
189 bool RecurrenceDescriptor::AddReductionVar(PHINode *Phi, RecurrenceKind Kind, in AddReductionVar()
191 RecurrenceDescriptor &RedDes, in AddReductionVar()
449 RecurrenceDescriptor RD( in AddReductionVar()
459 RecurrenceDescriptor::InstDesc
460 RecurrenceDescriptor::isMinMaxSelectCmpPattern(Instruction *I, InstDesc &Prev) { in isMinMaxSelectCmpPattern()
517 RecurrenceDescriptor::InstDesc
[all …]
|
| /external/llvm-project/llvm/lib/Analysis/ |
| D | IVDescriptors.cpp | 42 bool RecurrenceDescriptor::areAllUsesIn(Instruction *I, in areAllUsesIn()
50 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurrenceKind Kind) { in isIntegerRecurrenceKind()
65 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurrenceKind Kind) { in isFloatingPointRecurrenceKind()
69 bool RecurrenceDescriptor::isArithmeticRecurrenceKind(RecurrenceKind Kind) { in isArithmeticRecurrenceKind()
189 bool RecurrenceDescriptor::AddReductionVar(PHINode *Phi, RecurrenceKind Kind, in AddReductionVar()
191 RecurrenceDescriptor &RedDes, in AddReductionVar()
451 RecurrenceDescriptor RD( in AddReductionVar()
461 RecurrenceDescriptor::InstDesc
462 RecurrenceDescriptor::isMinMaxSelectCmpPattern(Instruction *I, InstDesc &Prev) { in isMinMaxSelectCmpPattern()
519 RecurrenceDescriptor::InstDesc
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 755 RecurrenceDescriptor::MinMaxRecurrenceKind RK, in createMinMaxOp()
761 case RecurrenceDescriptor::MRK_UIntMin: in createMinMaxOp()
764 case RecurrenceDescriptor::MRK_UIntMax: in createMinMaxOp()
767 case RecurrenceDescriptor::MRK_SIntMin: in createMinMaxOp()
770 case RecurrenceDescriptor::MRK_SIntMax: in createMinMaxOp()
773 case RecurrenceDescriptor::MRK_FloatMin: in createMinMaxOp()
776 case RecurrenceDescriptor::MRK_FloatMax: in createMinMaxOp()
789 if (RK == RecurrenceDescriptor::MRK_FloatMin || in createMinMaxOp()
790 RK == RecurrenceDescriptor::MRK_FloatMax) in createMinMaxOp()
803 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind, in getOrderedReduction()
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Analysis/ |
| D | IVDescriptors.h | 62 class RecurrenceDescriptor {
89 RecurrenceDescriptor() = default;
91 RecurrenceDescriptor(Value *Start, Instruction *Exit, RecurrenceKind K, in RecurrenceDescriptor() function
172 RecurrenceDescriptor &RedDes,
182 RecurrenceDescriptor &RedDes,
|
| /external/llvm-project/llvm/include/llvm/Analysis/ |
| D | IVDescriptors.h | 49 class RecurrenceDescriptor {
76 RecurrenceDescriptor() = default;
78 RecurrenceDescriptor(Value *Start, Instruction *Exit, RecurrenceKind K, in RecurrenceDescriptor() function
160 RecurrenceDescriptor &RedDes,
170 RecurrenceDescriptor &RedDes,
|
| /external/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| D | LoopUtils.h | 349 RecurrenceDescriptor::MinMaxRecurrenceKind RK,
355 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind =
356 RecurrenceDescriptor::MRK_Invalid,
362 RecurrenceDescriptor::MinMaxRecurrenceKind
363 MinMaxKind = RecurrenceDescriptor::MRK_Invalid,
384 RecurrenceDescriptor &Desc, Value *Src,
|
| /external/llvm/include/llvm/Transforms/Utils/ |
| D | LoopUtils.h | 62 class RecurrenceDescriptor {
90 RecurrenceDescriptor() in RecurrenceDescriptor() function
95 RecurrenceDescriptor(Value *Start, Instruction *Exit, RecurrenceKind K, in RecurrenceDescriptor() function
172 RecurrenceDescriptor &RedDes);
177 RecurrenceDescriptor &RedDes);
|
| /external/llvm-project/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 872 RecurrenceDescriptor::MinMaxRecurrenceKind RK, in createMinMaxOp()
878 case RecurrenceDescriptor::MRK_UIntMin: in createMinMaxOp()
881 case RecurrenceDescriptor::MRK_UIntMax: in createMinMaxOp()
884 case RecurrenceDescriptor::MRK_SIntMin: in createMinMaxOp()
887 case RecurrenceDescriptor::MRK_SIntMax: in createMinMaxOp()
890 case RecurrenceDescriptor::MRK_FloatMin: in createMinMaxOp()
893 case RecurrenceDescriptor::MRK_FloatMax: in createMinMaxOp()
913 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind, in getOrderedReduction()
928 assert(MinMaxKind != RecurrenceDescriptor::MRK_Invalid && in getOrderedReduction()
943 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind, in getShuffleReduction()
[all …]
|
| /external/llvm-project/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 624 void clearReductionWrapFlags(RecurrenceDescriptor &RdxDesc);
4138 RecurrenceDescriptor RdxDesc = Legal->getReductionVars()[Phi]; in fixReduction()
4140 RecurrenceDescriptor::RecurrenceKind RK = RdxDesc.getRecurrenceKind(); in fixReduction()
4143 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind = in fixReduction()
4161 if (RK == RecurrenceDescriptor::RK_IntegerMinMax || in fixReduction()
4162 RK == RecurrenceDescriptor::RK_FloatMinMax) { in fixReduction()
4172 Constant *Iden = RecurrenceDescriptor::getRecurrenceIdentity( in fixReduction()
4242 RecurrenceDescriptor RdxDesc = Legal->getReductionVars()[Phi]; in fixReduction()
4287 unsigned Op = RecurrenceDescriptor::getRecurrenceBinOp(RK); in fixReduction()
4360 RecurrenceDescriptor &RdxDesc) { in clearReductionWrapFlags()
[all …]
|
| D | LoopVectorizationLegality.cpp | 649 RecurrenceDescriptor RedDes; in canVectorizeInstrs()
650 if (RecurrenceDescriptor::isReductionPHI(Phi, TheLoop, RedDes, DB, AC, in canVectorizeInstrs()
681 if (RecurrenceDescriptor::isFirstOrderRecurrence(Phi, TheLoop, in canVectorizeInstrs()
|
| D | VPlan.h | 56 class RecurrenceDescriptor; variable
1099 RecurrenceDescriptor *RdxDesc;
1106 VPReductionRecipe(RecurrenceDescriptor *R, Instruction *I, VPValue *ChainOp, in VPReductionRecipe()
|
| /external/llvm/lib/Transforms/Scalar/ |
| D | LoopInterchange.cpp | 604 RecurrenceDescriptor RD; in areAllUsesReductions()
605 return !UserIns || !RecurrenceDescriptor::isReductionPHI(UserIns, L, RD); in areAllUsesReductions()
703 RecurrenceDescriptor RD; in findInductionAndReductions()
708 else if (RecurrenceDescriptor::isReductionPHI(PHI, L, RD)) in findInductionAndReductions()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.cpp | 613 RecurrenceDescriptor RedDes; in canVectorizeInstrs()
614 if (RecurrenceDescriptor::isReductionPHI(Phi, TheLoop, RedDes, DB, AC, in canVectorizeInstrs()
645 if (RecurrenceDescriptor::isFirstOrderRecurrence(Phi, TheLoop, in canVectorizeInstrs()
|
| D | LoopVectorize.cpp | 540 void clearReductionWrapFlags(RecurrenceDescriptor &RdxDesc);
3687 RecurrenceDescriptor RdxDesc = (*Legal->getReductionVars())[Phi]; in fixReduction()
3689 RecurrenceDescriptor::RecurrenceKind RK = RdxDesc.getRecurrenceKind(); in fixReduction()
3692 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind = in fixReduction()
3709 if (RK == RecurrenceDescriptor::RK_IntegerMinMax || in fixReduction()
3710 RK == RecurrenceDescriptor::RK_FloatMinMax) { in fixReduction()
3720 Constant *Iden = RecurrenceDescriptor::getRecurrenceIdentity( in fixReduction()
3817 unsigned Op = RecurrenceDescriptor::getRecurrenceBinOp(RK); in fixReduction()
3888 RecurrenceDescriptor &RdxDesc) { in clearReductionWrapFlags()
3889 RecurrenceDescriptor::RecurrenceKind RK = RdxDesc.getRecurrenceKind(); in clearReductionWrapFlags()
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 211 using ReductionList = DenseMap<PHINode *, RecurrenceDescriptor>;
|
| /external/llvm-project/llvm/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 228 using ReductionList = MapVector<PHINode *, RecurrenceDescriptor>;
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 1361 typedef DenseMap<PHINode *, RecurrenceDescriptor> ReductionList;
3514 RecurrenceDescriptor RdxDesc = (*Legal->getReductionVars())[Phi]; in vectorizeLoop()
3516 RecurrenceDescriptor::RecurrenceKind RK = RdxDesc.getRecurrenceKind(); in vectorizeLoop()
3519 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind = in vectorizeLoop()
3537 if (RK == RecurrenceDescriptor::RK_IntegerMinMax || in vectorizeLoop()
3538 RK == RecurrenceDescriptor::RK_FloatMinMax) { in vectorizeLoop()
3548 Constant *Iden = RecurrenceDescriptor::getRecurrenceIdentity( in vectorizeLoop()
3618 unsigned Op = RecurrenceDescriptor::getRecurrenceBinOp(RK); in vectorizeLoop()
3627 ReducedPartRdx = RecurrenceDescriptor::createMinMaxOp( in vectorizeLoop()
3657 TmpVec = RecurrenceDescriptor::createMinMaxOp(Builder, MinMaxKind, in vectorizeLoop()
[all …]
|
| /external/llvm-project/llvm/lib/Transforms/Scalar/ |
| D | LoopInterchange.cpp | 668 RecurrenceDescriptor RD; in findInnerReductionPhi()
669 if (RecurrenceDescriptor::isReductionPHI(PHI, L, RD)) in findInnerReductionPhi()
683 RecurrenceDescriptor RD; in findInductionAndReductions()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/ |
| D | LoopInterchange.cpp | 669 RecurrenceDescriptor RD; in findInnerReductionPhi()
670 if (RecurrenceDescriptor::isReductionPHI(PHI, L, RD)) in findInnerReductionPhi()
684 RecurrenceDescriptor RD; in findInductionAndReductions()
|