Lines Matching refs:ain
30 const Allocation ** ain,
63 static void initABC(const Allocation ** ain, in initABC() argument
72 if (ain[0]) { in initABC()
73 *A = ain[0]->mHal.drvState.lod[0].mallocPtr; in initABC()
74 *lda = (int)(ain[0]->mHal.drvState.lod[0].stride/size); in initABC()
76 if (ain[1]) { in initABC()
77 *B = ain[1]->mHal.drvState.lod[0].mallocPtr; in initABC()
78 *ldb = (int)(ain[1]->mHal.drvState.lod[0].stride/size); in initABC()
80 if (ain[2]) { in initABC()
81 *C = ain[2]->mHal.drvState.lod[0].mallocPtr; in initABC()
82 *ldc = (int)(ain[2]->mHal.drvState.lod[0].stride/size); in initABC()
87 static void setupGEMM(MTLaunchStructForEachBlas *mtls, const Allocation **ain, RsBlasCall* call, in setupGEMM() argument
101 if (ain) { in setupGEMM()
102 memcpy(mtls->ains, ain, 3 * sizeof(ain[0])); in setupGEMM()
105 if (ain[0]) { in setupGEMM()
106 elementBytes = ain[0]->getType()->getElement()->getSizeBytes(); in setupGEMM()
156 const Allocation *ain[RS_KERNEL_INPUT_LIMIT]; in walk_tiled_gemm() local
157 ain[0] = mtls->ains[0]; in walk_tiled_gemm()
158 ain[1] = mtls->ains[1]; in walk_tiled_gemm()
159 ain[2] = mtls->ains[2]; in walk_tiled_gemm()
161 initABC(ain, sizeof(T_data) * vecSize, &A, &B, &C, &lda, &ldb, &ldc); in walk_tiled_gemm()
237 const Allocation ** ain, in invokeForEach() argument
279 initABC(ain, sizeof(float), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
284 initABC(ain, sizeof(float), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
290 initABC(ain, sizeof(float), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
295 initABC(ain, sizeof(float), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
301 initABC(ain, sizeof(float), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
306 initABC(ain, sizeof(float), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
311 initABC(ain, sizeof(float), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
316 initABC(ain, sizeof(float), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
321 initABC(ain, sizeof(double), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
326 initABC(ain, sizeof(double), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
332 initABC(ain, sizeof(double), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
337 initABC(ain, sizeof(double), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
343 initABC(ain, sizeof(double), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
348 initABC(ain, sizeof(double), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
353 initABC(ain, sizeof(double), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
358 initABC(ain, sizeof(double), &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
363 initABC(ain, sizeof(float)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
368 initABC(ain, sizeof(float)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
374 initABC(ain, sizeof(float)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
379 initABC(ain, sizeof(float)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
385 initABC(ain, sizeof(float)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
390 initABC(ain, sizeof(float)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
395 initABC(ain, sizeof(float)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
400 initABC(ain, sizeof(float)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
405 initABC(ain, sizeof(double)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
410 initABC(ain, sizeof(double)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
416 initABC(ain, sizeof(double)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
421 initABC(ain, sizeof(double)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
427 initABC(ain, sizeof(double)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
432 initABC(ain, sizeof(double)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
437 initABC(ain, sizeof(double)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
442 initABC(ain, sizeof(double)*2, &A, &X, nullptr, &lda, &ldb, nullptr); in invokeForEach()
450 initABC(ain, sizeof(float), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
455 initABC(ain, sizeof(float), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
462 initABC(ain, sizeof(float), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
468 initABC(ain, sizeof(float), &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
473 initABC(ain, sizeof(float), &X, &A, nullptr, &ldb, &lda, nullptr); in invokeForEach()
479 initABC(ain, sizeof(float), &X, &A, nullptr, &ldb, &lda, nullptr); in invokeForEach()
484 initABC(ain, sizeof(float), &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
490 initABC(ain, sizeof(float), &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
495 initABC(ain, sizeof(double), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
500 initABC(ain, sizeof(double), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
507 initABC(ain, sizeof(double), &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
513 initABC(ain, sizeof(double), &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
518 initABC(ain, sizeof(double), &X, &A, nullptr, &ldb, &lda, nullptr); in invokeForEach()
524 initABC(ain, sizeof(double), &X, &A, nullptr, &ldb, &lda, nullptr); in invokeForEach()
529 initABC(ain, sizeof(double), &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
535 initABC(ain, sizeof(double), &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
542 initABC(ain, sizeof(float)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
547 initABC(ain, sizeof(float)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
552 initABC(ain, sizeof(float)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
557 initABC(ain, sizeof(float)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
562 initABC(ain, sizeof(float)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
567 initABC(ain, sizeof(float)*2, &X, nullptr, &A, &ldb, nullptr, &lda); in invokeForEach()
573 initABC(ain, sizeof(float)*2, &X, nullptr, &A, &ldb, nullptr, &lda); in invokeForEach()
578 initABC(ain, sizeof(float)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
584 initABC(ain, sizeof(float)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
589 initABC(ain, sizeof(double)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
594 initABC(ain, sizeof(double)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
599 initABC(ain, sizeof(double)*2, &A, &X, &Y, &lda, &ldb, &ldc); in invokeForEach()
604 initABC(ain, sizeof(double)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
609 initABC(ain, sizeof(double)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
614 initABC(ain, sizeof(double)*2, &X, nullptr, &A, &ldb, nullptr, &lda); in invokeForEach()
620 initABC(ain, sizeof(double)*2, &X, nullptr, &A, &ldb, nullptr, &lda); in invokeForEach()
625 initABC(ain, sizeof(double)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
631 initABC(ain, sizeof(double)*2, &X, &Y, &A, &ldb, &ldc, &lda); in invokeForEach()
638 setupGEMM(&mtls, ain, call, mCtx); in invokeForEach()
642 initABC(ain, sizeof(float), &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
648 initABC(ain, sizeof(float), &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
653 initABC(ain, sizeof(float), &A, nullptr, &C, &lda, nullptr, &ldc); in invokeForEach()
658 initABC(ain, sizeof(float), &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
663 initABC(ain, sizeof(float), &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
668 initABC(ain, sizeof(float), &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
675 setupGEMM(&mtls, ain, call, mCtx); in invokeForEach()
679 initABC(ain, sizeof(double), &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
685 initABC(ain, sizeof(double), &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
690 initABC(ain, sizeof(double), &A, nullptr, &C, &lda, nullptr, &ldc); in invokeForEach()
695 initABC(ain, sizeof(double), &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
700 initABC(ain, sizeof(double), &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
705 initABC(ain, sizeof(double), &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
711 setupGEMM(&mtls, ain, call, mCtx); in invokeForEach()
715 initABC(ain, sizeof(float)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
721 initABC(ain, sizeof(float)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
726 initABC(ain, sizeof(float)*2, &A, nullptr, &C, &lda, nullptr, &ldc); in invokeForEach()
731 initABC(ain, sizeof(float)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
736 initABC(ain, sizeof(float)*2, &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
741 initABC(ain, sizeof(float)*2, &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
747 setupGEMM(&mtls, ain, call, mCtx); in invokeForEach()
751 initABC(ain, sizeof(double)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
757 initABC(ain, sizeof(double)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
762 initABC(ain, sizeof(double)*2, &A, nullptr, &C, &lda, nullptr, &ldc); in invokeForEach()
767 initABC(ain, sizeof(double)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
772 initABC(ain, sizeof(double)*2, &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
777 initABC(ain, sizeof(double)*2, &A, &B, nullptr, &lda, &ldb, nullptr); in invokeForEach()
784 initABC(ain, sizeof(float)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
789 initABC(ain, sizeof(float)*2, &A, nullptr, &C, &lda, nullptr, &ldc); in invokeForEach()
794 initABC(ain, sizeof(float)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
800 initABC(ain, sizeof(double)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
805 initABC(ain, sizeof(double)*2, &A, nullptr, &C, &lda, nullptr, &ldc); in invokeForEach()
810 initABC(ain, sizeof(double)*2, &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()
817 initABC(ain, sizeof(uint8_t), &A, &B, &C, &lda, &ldb, &ldc); in invokeForEach()