hailin
/
sglang_v0.5.2
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
sglang_v0.5.2/pytorch_2.8.0/third_party/XNNPACK/test/f16-f32acc-rdsum.cc

2481 lines
89 KiB
C++
Raw Blame History

// Copyright 2024 Google LLC
//
// This source code is licensed under the BSD-style license found in the
// LICENSE file in the root directory of this source tree.
//
// Auto-generated file. Do not edit!
// Specification: test/f16-f32acc-rdsum.yaml
// Generator: tools/generate-rdsum-test.py
#include <gtest/gtest.h>
#include "xnnpack/common.h"
#include "xnnpack/isa-checks.h"
#include "xnnpack/microparams-init.h"
#include "xnnpack/reduce.h"
#include "rdsum-microkernel-tester.h"
#if XNN_ENABLE_ARM_FP16_VECTOR && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_eq_16_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_eq_16_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_eq_16_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_eq_16_2pass_subtile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_eq_16_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_eq_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_div_16_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 32; channels < 128; channels += 16) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_div_16_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_div_16_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_div_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(263)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_lt_16_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_lt_16_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_lt_16_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_lt_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_gt_16_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 17; channels < 32; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_gt_16_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_gt_16_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, channels_gt_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(47)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C16, overflow_accumulator) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ENABLE_ARM_FP16_VECTOR && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
#if XNN_ENABLE_ARM_FP16_VECTOR && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_eq_32_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_eq_32_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_eq_32_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_eq_32_2pass_subtile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_eq_32_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_eq_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_div_32_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 64; channels < 256; channels += 32) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_div_32_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_div_32_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_div_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(521)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_lt_32_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_lt_32_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_lt_32_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_lt_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_gt_32_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 33; channels < 64; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_gt_32_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_gt_32_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, channels_gt_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(79)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C32, overflow_accumulator) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ENABLE_ARM_FP16_VECTOR && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
#if XNN_ENABLE_ARM_FP16_VECTOR && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_eq_64_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_eq_64_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_eq_64_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_eq_64_2pass_subtile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_eq_64_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_eq_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_div_64_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 128; channels < 512; channels += 64) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_div_64_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_div_64_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_div_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(1031)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_lt_64_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_lt_64_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_lt_64_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_lt_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_gt_64_2pass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 65; channels < 128; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_gt_64_2pass_subtile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_gt_64_multipass_fulltile) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, channels_gt_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(149)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__NEONFP16ARITH_C64, overflow_accumulator) {
TEST_REQUIRES_ARM_NEON_FP16_ARITH;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__neonfp16arith_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ENABLE_ARM_FP16_VECTOR && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
#if XNN_ARCH_X86 || XNN_ARCH_X86_64
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_eq_16_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_eq_16_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_eq_16_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_eq_16_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_eq_16_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_eq_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_div_16_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 32; channels < 128; channels += 16) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_div_16_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_div_16_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_div_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(263)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_lt_16_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_lt_16_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_lt_16_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_lt_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_gt_16_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 17; channels < 32; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_gt_16_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_gt_16_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, channels_gt_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(47)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C16, overflow_accumulator) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
#if XNN_ARCH_X86 || XNN_ARCH_X86_64
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_eq_32_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_eq_32_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_eq_32_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_eq_32_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_eq_32_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_eq_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_div_32_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 64; channels < 256; channels += 32) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_div_32_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_div_32_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_div_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(521)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_lt_32_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_lt_32_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_lt_32_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_lt_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_gt_32_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 33; channels < 64; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_gt_32_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_gt_32_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, channels_gt_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(79)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C32, overflow_accumulator) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
#if XNN_ARCH_X86 || XNN_ARCH_X86_64
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_eq_64_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_eq_64_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_eq_64_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_eq_64_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_eq_64_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_eq_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_div_64_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 128; channels < 512; channels += 64) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_div_64_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_div_64_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_div_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(1031)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_lt_64_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_lt_64_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_lt_64_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_lt_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_gt_64_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 65; channels < 128; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_gt_64_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_gt_64_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, channels_gt_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(149)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C64, overflow_accumulator) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
#if XNN_ARCH_X86 || XNN_ARCH_X86_64
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_eq_128_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_eq_128_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_eq_128_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_eq_128_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_eq_128_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_eq_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_div_128_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 256; channels < 1024; channels += 128) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_div_128_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 256; channels < 1024; channels += 128) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_div_128_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 256; channels < 1024; channels += 128) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_div_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 256; channels < 1024; channels += 128) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(2053)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_lt_128_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_lt_128_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_lt_128_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_lt_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_gt_128_2pass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 129; channels < 256; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_gt_128_2pass_subtile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 129; channels < 256; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_gt_128_multipass_fulltile) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 129; channels < 256; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, channels_gt_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_F16C;
for (size_t channels = 129; channels < 256; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(269)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__F16C_C128, overflow_accumulator) {
TEST_REQUIRES_X86_F16C;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__f16c_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
#if XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_eq_16_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_eq_16_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_eq_16_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_eq_16_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_eq_16_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_eq_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_div_16_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 32; channels < 128; channels += 16) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_div_16_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_div_16_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_div_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 32; channels < 128; channels += 16) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(263)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_lt_16_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_lt_16_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_lt_16_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_lt_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(19)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_gt_16_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 17; channels < 32; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_gt_16_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_gt_16_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, channels_gt_16_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 17; channels < 32; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(47)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C16, overflow_accumulator) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 16;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c16, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
#if XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_eq_32_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_eq_32_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_eq_32_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_eq_32_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_eq_32_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_eq_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_div_32_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 64; channels < 256; channels += 32) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_div_32_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_div_32_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_div_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 64; channels < 256; channels += 32) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(521)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_lt_32_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_lt_32_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_lt_32_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_lt_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(37)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_gt_32_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 33; channels < 64; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_gt_32_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_gt_32_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, channels_gt_32_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 33; channels < 64; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(79)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C32, overflow_accumulator) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 32;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c32, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
#if XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_eq_64_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_eq_64_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_eq_64_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_eq_64_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_eq_64_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_eq_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_div_64_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 128; channels < 512; channels += 64) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_div_64_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_div_64_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_div_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 128; channels < 512; channels += 64) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(1031)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_lt_64_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_lt_64_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_lt_64_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_lt_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(67)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_gt_64_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 65; channels < 128; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_gt_64_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_gt_64_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, channels_gt_64_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 65; channels < 128; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(149)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C64, overflow_accumulator) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 64;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c64, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
#if XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_eq_128_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_eq_128_2pass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
RDSumMicrokernelTester()
.rows(14)
.channels(channel_tile)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_eq_128_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_eq_128_2pass_subtile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_eq_128_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_eq_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channel_tile)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_div_128_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 256; channels < 1024; channels += 128) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_div_128_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 256; channels < 1024; channels += 128) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_div_128_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 256; channels < 1024; channels += 128) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_div_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 256; channels < 1024; channels += 128) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(2053)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_lt_128_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_lt_128_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_lt_128_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_lt_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile; channels++) {
for (size_t rows = 1; rows <= 35; rows += 7) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(131)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_gt_128_2pass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 129; channels < 256; channels++) {
RDSumMicrokernelTester()
.rows(14)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_gt_128_2pass_subtile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 129; channels < 256; channels++) {
for (size_t rows = 1; rows < 14; rows++) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_gt_128_multipass_fulltile) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 129; channels < 256; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, channels_gt_128_multipass_fulltile_with_input_stride) {
TEST_REQUIRES_X86_AVX512SKX;
for (size_t channels = 129; channels < 256; channels++) {
for (size_t rows = 1; rows < 35; rows += 14) {
RDSumMicrokernelTester()
.rows(rows)
.channels(channels)
.input_stride(269)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
}
TEST(F16_F32ACC_RDSUM_7P7X__AVX512SKX_C128, overflow_accumulator) {
TEST_REQUIRES_X86_AVX512SKX;
const size_t channel_tile = 128;
for (size_t channels = 1; channels < channel_tile*2; ++channels) {
RDSumMicrokernelTester()
.rows(264)
.channels(channels)
.Test(xnn_f16_f32acc_rdsum_ukernel_7p7x__avx512skx_c128, xnn_init_f16_f32acc_scale_scalar_params);
}
}
#endif // XNN_ENABLE_AVX512SKX && (XNN_ARCH_X86 || XNN_ARCH_X86_64)
Reference in New Issue View Git Blame Copy Permalink