/external/eigen/Eigen/src/Core/functors/ |
D | BinaryFunctors.h | 31 template<typename LhsScalar,typename RhsScalar> 32 struct scalar_sum_op : binary_op_base<LhsScalar,RhsScalar> 34 typedef typename ScalarBinaryOpTraits<LhsScalar,RhsScalar,scalar_sum_op>::ReturnType result_type; 42 …N_STRONG_INLINE const result_type operator() (const LhsScalar& a, const RhsScalar& b) const { retu… in operator() 50 template<typename LhsScalar,typename RhsScalar> 51 struct functor_traits<scalar_sum_op<LhsScalar,RhsScalar> > { 53 Cost = (NumTraits<LhsScalar>::AddCost+NumTraits<RhsScalar>::AddCost)/2, // rough estimate! 54 …PacketAccess = is_same<LhsScalar,RhsScalar>::value && packet_traits<LhsScalar>::HasAdd && packet_t… 75 template<typename LhsScalar,typename RhsScalar> 76 struct scalar_product_op : binary_op_base<LhsScalar,RhsScalar> [all …]
|
/external/eigen/blas/ |
D | PackedTriangularSolverVector.h | 15 template<typename LhsScalar, typename RhsScalar, typename Index, int Side, int Mode, bool Conjugate… 19 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate> 20 struct packed_triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheLeft, Mode, Conjugate, RowM… 25 static void run(Index size, const LhsScalar* lhs, RhsScalar* rhs) 38 .cwiseProduct(Map<const Matrix<RhsScalar,Dynamic,1> >(rhs+(IsLower ? 0 : i+1),pi))).sum(); 47 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate> 48 struct packed_triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheLeft, Mode, Conjugate, ColM… 53 static void run(Index size, const LhsScalar* lhs, RhsScalar* rhs) 67 Map<Matrix<RhsScalar,Dynamic,1> >(rhs+(IsLower? i+1 : 0),r) -= 74 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate, int Stor… [all …]
|
D | PackedTriangularMatrixVector.h | 15 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 18 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 19 struct packed_triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ConjRhs,ColMa… 21 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 27 …static void run(Index size, const LhsScalar* lhs, const RhsScalar* rhs, ResScalar* res, ResScalar … 47 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 48 struct packed_triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ConjRhs,RowMa… 50 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 56 …static void run(Index size, const LhsScalar* lhs, const RhsScalar* rhs, ResScalar* res, ResScalar … 61 typedef Map<const Matrix<RhsScalar,Dynamic,1> > RhsMap;
|
D | BandTriangularSolver.h | 18 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, int Storag… 22 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar> 23 struct band_solve_triangular_selector<Index,Mode,LhsScalar,ConjLhs,RhsScalar,RowMajor> 26 typedef Map<Matrix<RhsScalar,Dynamic,1> > RhsMap; 28 static void run(Index size, Index k, const LhsScalar* _lhs, Index lhsStride, RhsScalar* _other) 58 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar> 59 struct band_solve_triangular_selector<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ColMajor> 62 typedef Map<Matrix<RhsScalar,Dynamic,1> > RhsMap; 64 static void run(Index size, Index k, const LhsScalar* _lhs, Index lhsStride, RhsScalar* _other)
|
/external/eigen/Eigen/src/Core/products/ |
D | TriangularSolverVector.h | 17 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate, int Stor… 18 struct triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheRight, Mode, Conjugate, StorageOrd… 20 static void run(Index size, const LhsScalar* _lhs, Index lhsStride, RhsScalar* rhs) 22 triangular_solve_vector<LhsScalar,RhsScalar,Index,OnTheLeft, 30 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate> 31 struct triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheLeft, Mode, Conjugate, RowMajor> 36 static void run(Index size, const LhsScalar* _lhs, Index lhsStride, RhsScalar* rhs) 42 typedef const_blas_data_mapper<RhsScalar,Index,ColMajor> RhsMapper; 65 …general_matrix_vector_product<Index,LhsScalar,LhsMapper,RowMajor,Conjugate,RhsScalar,RhsMapper,fal… 70 RhsScalar(-1)); [all …]
|
D | TriangularMatrixVector.h | 17 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 20 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 21 struct triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ConjRhs,ColMajor,Ver… 23 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 30 … const RhsScalar* _rhs, Index rhsIncr, ResScalar* _res, Index resIncr, const RhsScalar& alpha); 33 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 34 EIGEN_DONT_INLINE void triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,Conj… 36 … const RhsScalar* _rhs, Index rhsIncr, ResScalar* _res, Index resIncr, const RhsScalar& alpha) 47 typedef Map<const Matrix<RhsScalar,Dynamic,1>, 0, InnerStride<> > RhsMap; 55 typedef const_blas_data_mapper<RhsScalar,Index,RowMajor> RhsMapper; [all …]
|
D | GeneralMatrixMatrix.h | 23 typename RhsScalar, int RhsStorageOrder, bool ConjugateRhs> 24 struct general_matrix_matrix_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsScalar,RhsStor… 26 typedef gebp_traits<RhsScalar,LhsScalar> Traits; 28 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 32 const RhsScalar* rhs, Index rhsStride, 35 level3_blocking<RhsScalar,LhsScalar>& blocking, 40 RhsScalar, RhsStorageOrder==RowMajor ? ColMajor : RowMajor, ConjugateRhs, 52 typename RhsScalar, int RhsStorageOrder, bool ConjugateRhs> 53 struct general_matrix_matrix_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsScalar,RhsStor… 56 typedef gebp_traits<LhsScalar,RhsScalar> Traits; [all …]
|
D | GeneralMatrixMatrixTriangular.h | 28 template<typename LhsScalar, typename RhsScalar, typename Index, int mr, int nr, bool ConjLhs, bool… 34 typename RhsScalar, int RhsStorageOrder, bool ConjugateRhs, 40 … typename RhsScalar, int RhsStorageOrder, bool ConjugateRhs, int UpLo, int Version> 41 …_matrix_triangular_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsScalar,RhsStorageOrder,… 43 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 45 … const RhsScalar* rhs, Index rhsStride, ResScalar* res, Index resStride, 46 … const ResScalar& alpha, level3_blocking<RhsScalar,LhsScalar>& blocking) 49 RhsScalar, RhsStorageOrder==RowMajor ? ColMajor : RowMajor, ConjugateRhs, 57 … typename RhsScalar, int RhsStorageOrder, bool ConjugateRhs, int UpLo, int Version> 58 …_matrix_triangular_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsScalar,RhsStorageOrder,… [all …]
|
D | GeneralMatrixVector.h | 58 …ex, typename LhsScalar, typename LhsMapper, bool ConjugateLhs, typename RhsScalar, typename RhsMap… 59 struct general_matrix_vector_product<Index,LhsScalar,LhsMapper,ColMajor,ConjugateLhs,RhsScalar,RhsM… 61 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 64 Vectorizable = packet_traits<LhsScalar>::Vectorizable && packet_traits<RhsScalar>::Vectorizable 65 && int(packet_traits<LhsScalar>::size)==int(packet_traits<RhsScalar>::size), 67 RhsPacketSize = Vectorizable ? packet_traits<RhsScalar>::size : 1, 72 typedef typename packet_traits<RhsScalar>::type _RhsPacket; 76 typedef typename conditional<Vectorizable,_RhsPacket,RhsScalar>::type RhsPacket; 84 RhsScalar alpha); 87 …ex, typename LhsScalar, typename LhsMapper, bool ConjugateLhs, typename RhsScalar, typename RhsMap… [all …]
|
D | GeneralBlockPanelKernel.h | 92 template<typename LhsScalar, typename RhsScalar, int KcFactor, typename Index> 95 typedef gebp_traits<LhsScalar,RhsScalar> Traits; 108 kdiv = KcFactor * (Traits::mr * sizeof(LhsScalar) + Traits::nr * sizeof(RhsScalar)), 124 const Index n_cache = (l2-l1) / (nr * sizeof(RhsScalar) * k); 166 k_div = KcFactor * (Traits::mr * sizeof(LhsScalar) + Traits::nr * sizeof(RhsScalar)), 211 if(remaining_l1 >= Index(Traits::nr*sizeof(RhsScalar))*k) 214 max_nc = remaining_l1 / (k*sizeof(RhsScalar)); 219 max_nc = (3*actual_l2)/(2*2*max_kc*sizeof(RhsScalar)); 222 Index nc = numext::mini<Index>(actual_l2/(2*k*sizeof(RhsScalar)), max_nc) & (~(Traits::nr-1)); 296 template<typename LhsScalar, typename RhsScalar, int KcFactor, typename Index> [all …]
|
/external/tensorflow/tensorflow/lite/kernels/ |
D | cpu_backend_gemm.h | 56 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 58 struct GemmImpl : detail::GemmImplX86<LhsScalar, RhsScalar, AccumScalar, 64 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 66 struct GemmImpl : detail::GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, 114 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 117 const MatrixParams<RhsScalar>& rhs_params, const RhsScalar* rhs_data, in Gemm() 143 detail::GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Gemm() 162 GemmImpl<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Gemm() 169 template <typename LhsScalar, typename RhsScalar, 172 const MatrixParams<RhsScalar>& rhs_params, const RhsScalar* rhs_data, in Gemm() [all …]
|
D | cpu_backend_gemm_params.h | 203 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 209 static_assert(!std::is_floating_point<RhsScalar>::value, ""); 215 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 217 struct ValidateTypes<LhsScalar, RhsScalar, AccumScalar, DstScalar, 220 static_assert(std::is_floating_point<RhsScalar>::value, ""); 229 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 233 const MatrixParams<RhsScalar>& rhs_params, 236 (void)detail::ValidateTypes<LhsScalar, RhsScalar, AccumScalar, DstScalar,
|
D | cpu_backend_gemm_custom_gemv.h | 57 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 81 const MatrixParams<RhsScalar>& rhs_params, in IsSupportedGivenSufficientlyManyRows() 90 const MatrixParams<RhsScalar>& rhs_params, const RhsScalar* rhs_data, in Run() 97 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 103 const MatrixParams<RhsScalar>& rhs_params, const RhsScalar* rhs_data, in CustomGemvTask() 118 using Impl = CustomGemvImpl<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run() 127 const MatrixParams<RhsScalar>& rhs_params_; 128 const RhsScalar* rhs_data_; 145 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 149 const MatrixParams<RhsScalar>& rhs_params, const RhsScalar* rhs_data, in CustomGemv() [all …]
|
D | cpu_backend_gemm_x86.h | 35 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 40 const MatrixParams<RhsScalar>& rhs_params, const RhsScalar* rhs_data, in Run() 49 LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run() 56 detail::GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run()
|
D | cpu_backend_gemm_gemmlowp.h | 67 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 71 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 74 LhsScalar, RhsScalar, AccumScalar, DstScalar, 76 static_assert(std::is_same<LhsScalar, RhsScalar>::value, ""); 129 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 131 struct GemmImplUsingGemmlowp<LhsScalar, RhsScalar, AccumScalar, DstScalar, 133 static_assert(std::is_same<LhsScalar, RhsScalar>::value, ""); 181 GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, DstScalar,
|
D | cpu_backend_gemm_test.cc | 250 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 255 const MatrixParams<RhsScalar>& rhs_params, in PerformGemmThenCompareResultsThenAgainWithClamping() 256 const std::vector<RhsScalar>& rhs_data, in PerformGemmThenCompareResultsThenAgainWithClamping() 308 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 313 const MatrixParams<RhsScalar>& rhs_params, in BisectReasonableMultiplierExponent() 314 const std::vector<RhsScalar>& rhs_data, in BisectReasonableMultiplierExponent() 345 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 349 const MatrixParams<RhsScalar>& rhs_params, const RhsScalar* rhs_data, in ReferenceGemm() 354 ruy::Matrix<RhsScalar> ruy_rhs; in ReferenceGemm() 366 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, [all …]
|
/external/ruy/ruy/ |
D | validate.h | 40 template <typename LhsScalar, typename RhsScalar, typename DstScalar> 41 void ValidateZeroPoints(LhsScalar lhs_zero_point, RhsScalar rhs_zero_point, in ValidateZeroPoints() 59 !std::is_same<RhsScalar, uint8_t>::value) { in ValidateZeroPoints() 61 rhs_zero_point != std::numeric_limits<RhsScalar>::lowest()); in ValidateZeroPoints() 67 template <typename LhsScalar, typename RhsScalar, typename DstScalar> 68 void Validate(const Mat<LhsScalar>& lhs, const Mat<RhsScalar>& rhs, in Validate()
|
D | create_trmul_params.h | 120 template <Path ThePath, typename LhsScalar, typename RhsScalar, 125 using PackedRhsScalar = PackedType<ThePath, RhsScalar>; 135 CreatePackedMatrix<RhsScalar, PackedRhsScalar>( 140 &RunPack<ThePath, RhsKernelLayout, RhsScalar, PackedRhsScalar>; 190 typename RhsScalar, typename AccumScalar, typename DstScalar> 194 typename LhsScalar, typename RhsScalar, typename AccumScalar, 200 PopulateTrMulParams<kCurrentPath, LhsScalar, RhsScalar, AccumScalar, 204 PathSearchCountdown<CompiledPaths, BitNumber - 1, LhsScalar, RhsScalar, 211 typename RhsScalar, typename AccumScalar, typename DstScalar> 213 RhsScalar, AccumScalar, DstScalar> { [all …]
|
D | ruy.h | 36 template <Path CompiledPaths, typename LhsScalar, typename RhsScalar, 38 void Mul(const Matrix<LhsScalar>& lhs, const Matrix<RhsScalar>& rhs, in Mul() 44 Mat<RhsScalar> internal_rhs = ToInternal(rhs); in Mul() 104 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 106 void Mul(const Matrix<LhsScalar>& lhs, const Matrix<RhsScalar>& rhs, in Mul()
|
D | frontend.h | 45 template <Path CompiledPaths, typename LhsScalar, typename RhsScalar, 48 const Mat<LhsScalar>& lhs, const Mat<RhsScalar>& rhs, in MulFrontEndUpToCreateTrMulParams() 80 template <Path CompiledPaths, typename LhsScalar, typename RhsScalar, 82 void MulFrontEnd(const Mat<LhsScalar>& lhs, const Mat<RhsScalar>& rhs, in MulFrontEnd()
|
D | kernel.h | 45 using RhsScalar = tRhsScalar; 64 const auto& unerased_rhs = UneraseType<RhsScalar>(src[Side::kRhs]); 75 using RhsScalar = typename Args::RhsScalar; 80 const PMat<RhsScalar>& rhs, 174 template <Path ThePath, typename LhsScalar, typename RhsScalar, 190 void Run(const PMat<LhsScalar>& lhs, const PMat<RhsScalar>& rhs,
|
D | test.h | 596 using RhsScalar = tRhsScalar; 654 RhsScalar rhs_zero_point = 0; 661 StorageMatrix<RhsScalar> rhs; 692 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 694 TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::~TestSet() { 709 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 711 void TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::DoMul( 718 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 720 void TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::EvalRuy( 785 typename RhsScalar, typename DstScalar, typename MulParamsType> [all …]
|
/external/eigen/Eigen/src/Core/ |
D | GeneralProduct.h | 202 typedef typename Rhs::Scalar RhsScalar; 226 ComplexByReal = (NumTraits<LhsScalar>::IsComplex) && (!NumTraits<RhsScalar>::IsComplex), 231 typedef const_blas_data_mapper<RhsScalar,Index,RowMajor> RhsMapper; 232 RhsScalar compatibleAlpha = get_factor<ResScalar,RhsScalar>::run(actualAlpha); 239 …<Index,LhsScalar,LhsMapper,ColMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTrai… 265 compatibleAlpha = RhsScalar(1); 272 …<Index,LhsScalar,LhsMapper,ColMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTrai… 296 typedef typename Rhs::Scalar RhsScalar; 317 …gemv_static_vector_if<RhsScalar,ActualRhsTypeCleaned::SizeAtCompileTime,ActualRhsTypeCleaned::MaxS… 319 ei_declare_aligned_stack_constructed_variable(RhsScalar,actualRhsPtr,actualRhs.size(), [all …]
|
/external/tensorflow/tensorflow/core/kernels/ |
D | eigen_contraction_kernel.h | 141 using RhsScalar = float; 146 const RhsScalar* blockB, const IndexType rows, 202 using RhsScalar = Eigen::QUInt8; 207 const RhsScalar* blockB, const IndexType rows, 351 using RhsScalar = Eigen::QUInt8; 506 template <typename ResScalar, typename LhsScalar, typename RhsScalar, 546 using RhsScalar = RHS_SCALAR; \ 548 using Traits = typename internal::gebp_traits<LhsScalar, RhsScalar>; \ 551 using RhsBlock = ColMajorBlock<RhsScalar, StorageIndex>; \ 557 typedef TensorContractionBlockMemAllocator<LhsScalar, RhsScalar> \ [all …]
|
/external/eigen/unsupported/Eigen/CXX11/src/Tensor/ |
D | TensorContractionBlocking.h | 29 typedef typename RhsMapper::Scalar RhsScalar; typedef 35 computeProductBlockingSizes<LhsScalar, RhsScalar, 1>(kc_, mc_, nc_, num_threads); in kc_() 38 computeProductBlockingSizes<LhsScalar, RhsScalar, 1>(kc_, nc_, mc_, num_threads); in kc_()
|