// Copyright 2019 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include #include #include #include #include #include #include #include #include "replicable_random_device.h" #include "xnnpack.h" #include "xnnpack/buffer.h" #include "xnnpack/common.h" #include "xnnpack/isa-checks.h" #include "xnnpack/microfnptr.h" #include "xnnpack/vscaleextexp.h" class VScaleExtExpMicrokernelTester { public: VScaleExtExpMicrokernelTester& elements(size_t elements) { assert(elements != 0); this->elements_ = elements; return *this; } size_t elements() const { return this->elements_; } VScaleExtExpMicrokernelTester& iterations(size_t iterations) { this->iterations_ = iterations; return *this; } size_t iterations() const { return this->iterations_; } void Test(xnn_f32_vscaleextexp_ukernel_fn vscaleextexp) const { xnnpack::ReplicableRandomDevice rng; // Choose such range that expf(x[i]) overflows, but double-precision exp doesn't overflow. auto f32rng = [&rng]() { return std::uniform_real_distribution(90.0f, 100.0f)(rng); }; xnnpack::Buffer x(elements() + XNN_EXTRA_BYTES / sizeof(float)); xnnpack::Buffer y(elements()); xnnpack::Buffer y_ref(elements()); // TODO(b/372792254): This is hiding a possible msan bug in the microkernels tested here. std::fill(y.begin(), y.end(), 0.0f); for (size_t iteration = 0; iteration < iterations(); iteration++) { std::generate(x.begin(), x.end(), std::ref(f32rng)); // Compute scale parameters. double sum = 0.0; for (size_t i = 0; i < elements(); i++) { sum += std::exp(double(x[i])); } int sum_exponent; const double sum_mantissa = std::frexp(sum, &sum_exponent); const float scale_mantissa = float(1.0 / sum_mantissa); const float scale_exponent = -float(sum_exponent); // Compute reference results. for (size_t i = 0; i < elements(); i++) { y_ref[i] = std::exp(double(x[i])) / sum; } // Call optimized micro-kernel. vscaleextexp(elements() * sizeof(float), x.data(), y.data(), scale_mantissa, scale_exponent); // Verify results. for (size_t i = 0; i < elements(); i++) { EXPECT_NEAR(y_ref[i], y[i], std::abs(y_ref[i]) * 1.0e-6) << "elements = " << elements() << ", scale:mantissa = " << scale_mantissa << ", scale:exponent = " << scale_exponent; } } } private: size_t elements_{1}; size_t iterations_{15}; }; #define XNN_TEST_VSCALEEXTEXP_ELEMENT_EQ(ukernel, arch_flags, element_tile, ...) \ TEST(ukernel, element_eq) \ { \ TEST_REQUIRES_ARCH_FLAGS(arch_flags); \ VScaleExtExpMicrokernelTester().elements(element_tile).Test(ukernel); \ } #define XNN_TEST_VSCALEEXTEXP_ELEMENT_GT(ukernel, arch_flags, element_tile, ...) \ TEST(ukernel, element_gt) \ { \ TEST_REQUIRES_ARCH_FLAGS(arch_flags); \ for (size_t element_size = element_tile + 1; element_size < ((element_tile == 1) ? 10 : element_tile * 2); \ element_size++) { \ VScaleExtExpMicrokernelTester().elements(element_size).Test(ukernel); \ } \ } #define XNN_TEST_VSCALEEXTEXP_ELEMENT_LT(ukernel, arch_flags, element_tile, ...) \ TEST(ukernel, element_lt) \ { \ TEST_REQUIRES_ARCH_FLAGS(arch_flags); \ for (size_t element_size = 1; element_size < element_tile; element_size++) { \ VScaleExtExpMicrokernelTester().elements(element_size).Test(ukernel); \ } \ } #define XNN_TEST_VSCALEEXTEXP_ELEMENT_DIV(ukernel, arch_flags, element_tile, ...) \ TEST(ukernel, element_div) \ { \ TEST_REQUIRES_ARCH_FLAGS(arch_flags); \ for (size_t element_size = 2 * element_tile; element_size < 10 * element_tile; element_size += element_tile) { \ VScaleExtExpMicrokernelTester().elements(element_size).Test(ukernel); \ } \ } #define XNN_UKERNEL_WITH_PARAMS(arch_flags, ukernel, element_tile, datatype, params_type, init_params) \ XNN_TEST_VSCALEEXTEXP_ELEMENT_EQ(ukernel, arch_flags, element_tile, init_params); \ XNN_TEST_VSCALEEXTEXP_ELEMENT_DIV(ukernel, arch_flags, element_tile, init_params); \ XNN_TEST_VSCALEEXTEXP_ELEMENT_LT(ukernel, arch_flags, element_tile, init_params); \ XNN_TEST_VSCALEEXTEXP_ELEMENT_GT(ukernel, arch_flags, element_tile, init_params); #include "f32-vscaleextexp/f32-vscaleextexp.h" #undef XNN_UKERNEL_WITH_PARAMS