| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/ |
| D | TargetTransformInfo.cpp | 888 struct ReductionData { struct
889 ReductionData() = delete;
890 ReductionData(ReductionKind Kind, unsigned Opcode, Value *LHS, Value *RHS) in ReductionData() argument
898 bool hasSameData(ReductionData &RD) const { in hasSameData() argument
904 static Optional<ReductionData> getReductionData(Instruction *I) { in getReductionData()
907 return ReductionData(RK_Arithmetic, I->getOpcode(), L, R); in getReductionData()
916 return ReductionData(RK_MinMax, CI->getOpcode(), L, R); in getReductionData()
921 return ReductionData(RK_UnsignedMinMax, CI->getOpcode(), L, R); in getReductionData()
941 Optional<ReductionData> RD = getReductionData(I); in matchPairwiseReductionAtLevel()
985 Optional<ReductionData> NextLevelRD = in matchPairwiseReductionAtLevel()
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 6420 OperationData ReductionData; member in __anoncaa0dc781f11::HorizontalReduction
6563 ReductionData = getOperationData(B); in matchAssociativeReduction()
6569 if (ReductionData.getLHS() == Phi) { in matchAssociativeReduction()
6571 B = dyn_cast<Instruction>(ReductionData.getRHS()); in matchAssociativeReduction()
6572 ReductionData = getOperationData(B); in matchAssociativeReduction()
6573 } else if (ReductionData.getRHS() == Phi) { in matchAssociativeReduction()
6575 B = dyn_cast<Instruction>(ReductionData.getLHS()); in matchAssociativeReduction()
6576 ReductionData = getOperationData(B); in matchAssociativeReduction()
6580 if (!ReductionData.isVectorizable(B)) in matchAssociativeReduction()
6595 Stack.push_back(std::make_pair(B, ReductionData.getFirstOperandIndex())); in matchAssociativeReduction()
[all …]
|
| /external/llvm-project/llvm/lib/Analysis/ |
| D | TargetTransformInfo.cpp | 1079 static Optional<TTI::ReductionData> getReductionData(Instruction *I) { in getReductionData()
1082 return TTI::ReductionData(TTI::RK_Arithmetic, I->getOpcode(), L, R); in getReductionData()
1091 return TTI::ReductionData(TTI::RK_MinMax, CI->getOpcode(), L, R); in getReductionData()
1096 return TTI::ReductionData(TTI::RK_UnsignedMinMax, CI->getOpcode(), L, R); in getReductionData()
1116 Optional<TTI::ReductionData> RD = getReductionData(I); in matchPairwiseReductionAtLevel()
1162 Optional<TTI::ReductionData> NextLevelRD = in matchPairwiseReductionAtLevel()
1203 Optional<TTI::ReductionData> RD = getReductionData(RdxStart); in matchPairwiseReduction()
1268 Optional<TTI::ReductionData> RD = getReductionData(RdxStart); in matchVectorSplittingReduction()
1296 Optional<TTI::ReductionData> RDLevel = getReductionData(RdxOp); in matchVectorSplittingReduction()
|
| /external/llvm-project/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 6738 OperationData ReductionData; member in __anon42e2fe642411::HorizontalReduction
6856 ReductionData = getOperationData(B); in matchAssociativeReduction()
6862 if (ReductionData.getLHS(B) == Phi) { in matchAssociativeReduction()
6864 B = dyn_cast<Instruction>(ReductionData.getRHS(B)); in matchAssociativeReduction()
6865 ReductionData = getOperationData(B); in matchAssociativeReduction()
6866 } else if (ReductionData.getRHS(B) == Phi) { in matchAssociativeReduction()
6868 B = dyn_cast<Instruction>(ReductionData.getLHS(B)); in matchAssociativeReduction()
6869 ReductionData = getOperationData(B); in matchAssociativeReduction()
6873 if (!ReductionData.isVectorizable(B)) in matchAssociativeReduction()
6888 Stack.push_back(std::make_pair(B, ReductionData.getFirstOperandIndex())); in matchAssociativeReduction()
[all …]
|
| /external/llvm-project/llvm/include/llvm/Analysis/ |
| D | TargetTransformInfo.h | 864 struct ReductionData { struct
865 ReductionData() = delete;
866 ReductionData(ReductionKind Kind, unsigned Opcode, Value *LHS, Value *RHS) in ReductionData() function
874 bool hasSameData(ReductionData &RD) const { in hasSameData() argument
|
| /external/llvm-project/clang/lib/CodeGen/ |
| D | CGOpenMPRuntime.h | 133 struct ReductionData { struct
142 ReductionData(const Expr *Shared, const Expr *Ref, const Expr *Private, in ReductionData() argument
148 SmallVector<ReductionData, 4> ClausesData;
|
| /external/llvm-project/clang/lib/Sema/ |
| D | SemaOpenMP.cpp | 124 struct ReductionData { struct in __anonf152f9340111::DSAStackTy
128 ReductionData() = default;
139 llvm::SmallDenseMap<const ValueDecl *, ReductionData, 4>;
1432 ReductionData &ReductionData = getTopOfStack().ReductionMap[D]; in addTaskgroupReductionData() local
1433 assert(ReductionData.ReductionRange.isInvalid() && in addTaskgroupReductionData()
1440 ReductionData.set(BOK, SR); in addTaskgroupReductionData()
1458 ReductionData &ReductionData = getTopOfStack().ReductionMap[D]; in addTaskgroupReductionData() local
1459 assert(ReductionData.ReductionRange.isInvalid() && in addTaskgroupReductionData()
1466 ReductionData.set(ReductionRef, SR); in addTaskgroupReductionData()
1487 const ReductionData &ReductionData = I->ReductionMap.lookup(D); in getTopMostTaskgroupReductionData() local
[all …]
|