/external/XNNPACK/src/f32-dwconv/gen/ |
D | up4x25-minmax-wasmsimd-arm-acc2.c | 234 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 238 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() 377 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 379 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2()
|
D | up4x25-minmax-sse.c | 234 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 238 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() 374 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 376 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse()
|
D | up4x25-minmax-neon-acc2.c | 213 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 215 vacc0123p1 = vmlaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() 325 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 327 vacc0123p1 = vmlaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2()
|
D | up4x25-minmax-neonfma.c | 213 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 215 vacc0123p0 = vfmaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() 323 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 325 vacc0123p0 = vfmaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma()
|
D | up4x25-minmax-neon.c | 213 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 215 vacc0123p0 = vmlaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() 323 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 325 vacc0123p0 = vmlaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon()
|
D | up4x25-wasmsimd.c | 232 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 236 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() 371 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 373 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd()
|
D | up4x25-minmax-neonfma-acc2.c | 213 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 215 vacc0123p1 = vfmaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() 325 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 327 vacc0123p1 = vfmaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2()
|
D | up4x25-minmax-wasmsimd-x86.c | 234 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 238 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() 375 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 377 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86()
|
D | up4x25-minmax-wasmsimd-x86-acc2.c | 234 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 238 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() 377 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 379 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2()
|
D | up4x25-minmax-sse-acc2.c | 234 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 238 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() 376 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 378 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2()
|
D | up4x25-minmax-wasmsimd-arm.c | 234 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 238 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() 375 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 377 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm()
|
D | up8x25-minmax-neon-acc2.c | 247 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 251 vacc0123p1 = vmlaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 405 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 407 vacc0123p1 = vmlaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 517 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 519 vacc0123p1 = vmlaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2()
|
D | up8x25-minmax-sse.c | 268 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() local 274 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() 475 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() local 479 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() 615 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() local 617 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse()
|
D | up8x25-minmax-wasmsimd-arm.c | 268 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() local 274 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() 476 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() local 480 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() 616 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() local 618 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm()
|
D | up8x25-minmax-neon.c | 247 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 251 vacc0123p0 = vmlaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 402 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 404 vacc0123p0 = vmlaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 512 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 514 vacc0123p0 = vmlaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon()
|
D | up8x25-minmax-wasmsimd-arm-acc2.c | 268 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 274 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 479 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 483 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 621 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 623 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2()
|
D | up8x25-minmax-wasmsimd-x86-acc2.c | 268 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() local 274 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() 479 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() local 483 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() 621 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() local 623 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2()
|
D | up8x25-minmax-neonfma.c | 247 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 251 vacc0123p0 = vfmaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 402 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 404 vacc0123p0 = vfmaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 512 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 514 vacc0123p0 = vfmaq_f32(vacc0123p0, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma()
|
D | up8x25-minmax-sse-acc2.c | 268 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 274 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 478 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 482 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 620 const __m128 vi11x0123 = _mm_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 622 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2()
|
D | up8x25-wasmsimd.c | 266 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() local 272 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() 471 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() local 475 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() 610 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() local 612 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd()
|
D | up8x25-minmax-wasmsimd-x86.c | 268 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() local 274 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() 476 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() local 480 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() 616 const v128_t vi11x0123 = wasm_v128_load(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() local 618 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi11x0123, vk11x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86()
|
D | up8x25-minmax-neonfma-acc2.c | 247 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 251 vacc0123p1 = vfmaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 405 const float32x4_t vi11x0123 = vld1q_f32(i11); i11 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 407 vacc0123p1 = vfmaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 517 const float32x4_t vi11x0123 = vld1q_f32(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 519 vacc0123p1 = vfmaq_f32(vacc0123p1, vi11x0123, vk11x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2()
|