// Copyright 2022 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include // For std::generate, std::shuffle. #include // For std::array. #include // For size_t. #include #include // For std::unique_ptr. #include #include // For std::uniform_real_distribution. #include // For std::vector. #include #include "xnnpack.h" #include "xnnpack/buffer.h" #include "xnnpack/math.h" #include "xnnpack/node-type.h" #include "xnnpack/operator.h" #include "xnnpack/requantization.h" #include "xnnpack/subgraph.h" #include "subgraph-unary-tester.h" using StaticConstantPadTestInt8 = UnaryTest; using StaticConstantPadTestUint8 = UnaryTest; using StaticConstantPadTestF16 = UnaryTest; using StaticConstantPadTestF32 = UnaryTest; TEST_F(StaticConstantPadTestInt8, define) { const int32_t zero_point = i8dist(rng); const float scale = scale_dist(rng); std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); uint32_t quantized_padding_value = xnn_qs8_quantize(padding_value, scale, zero_point); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, zero_point, scale, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, zero_point, scale, dims.size(), dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_static_constant_pad); for (size_t i = 0; i < dims.size(); i++) { ASSERT_EQ(node->params.static_pad.pre_paddings[i], pre_paddings[i]); ASSERT_EQ(node->params.static_pad.post_paddings[i], post_paddings[i]); } ASSERT_EQ(node->params.static_pad.padding_value, quantized_padding_value); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 1); ASSERT_EQ(node->outputs[0], output_id); ASSERT_EQ(node->flags, 0); } TEST_F(StaticConstantPadTestUint8, define) { const int32_t zero_point = u8dist(rng); const float scale = scale_dist(rng); std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); uint32_t quantized_padding_value = xnn_qu8_quantize(padding_value, scale, zero_point); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, zero_point, scale, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, zero_point, scale, dims.size(), dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_static_constant_pad); for (size_t i = 0; i < dims.size(); i++) { ASSERT_EQ(node->params.static_pad.pre_paddings[i], pre_paddings[i]); ASSERT_EQ(node->params.static_pad.post_paddings[i], post_paddings[i]); } ASSERT_EQ(node->params.static_pad.padding_value, quantized_padding_value); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 1); ASSERT_EQ(node->outputs[0], output_id); ASSERT_EQ(node->flags, 0); } TEST_F(StaticConstantPadTestF16, define) { std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); union { xnn_float16 padding_value; uint16_t padding_value_as_bits; }; padding_value = static_cast(f32dist(rng)); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, dims.size(), dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_static_constant_pad); for (size_t i = 0; i < dims.size(); i++) { ASSERT_EQ(node->params.static_pad.pre_paddings[i], pre_paddings[i]); ASSERT_EQ(node->params.static_pad.post_paddings[i], post_paddings[i]); } ASSERT_EQ(node->params.static_pad.padding_value, padding_value_as_bits); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 1); ASSERT_EQ(node->outputs[0], output_id); ASSERT_EQ(node->flags, 0); } TEST_F(StaticConstantPadTestF32, define) { std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); uint32_t padding_value_as_bits = float_as_uint32(padding_value); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_static_constant_pad); for (size_t i = 0; i < dims.size(); i++) { ASSERT_EQ(node->params.static_pad.pre_paddings[i], pre_paddings[i]); ASSERT_EQ(node->params.static_pad.post_paddings[i], post_paddings[i]); } ASSERT_EQ(node->params.static_pad.padding_value, padding_value_as_bits); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 1); ASSERT_EQ(node->outputs[0], output_id); ASSERT_EQ(node->flags, 0); } TEST_F(StaticConstantPadTestInt8, matches_operator_api) { const int32_t zero_point = i8dist(rng); const float scale = scale_dist(rng); std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); uint32_t quantized_padding_value = xnn_qs8_quantize(padding_value, scale, zero_point); std::vector output_dims = dims; for (size_t i = 0; i < dims.size(); i++) { output_dims[i] = pre_paddings[i] + output_dims[i] + post_paddings[i]; } // Output sizes operator_output = xnnpack::Buffer(NumElements(output_dims)); subgraph_output = xnnpack::Buffer(operator_output.size()); std::iota(input.begin(), input.end(), 0); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call operator API. xnn_operator_t op = nullptr; const xnn_status status = xnn_create_constant_pad_nd_x8(&quantized_padding_value, /*flags=*/0, &op); if (status == xnn_status_unsupported_hardware) { GTEST_SKIP(); } ASSERT_EQ(xnn_status_success, status); ASSERT_NE(nullptr, op); std::unique_ptr auto_op(op, xnn_delete_operator); ASSERT_EQ( xnn_status_success, xnn_reshape_constant_pad_nd_x8( op, dims.size(), dims.data(), pre_paddings.data(), post_paddings.data(), /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_setup_constant_pad_nd_x8(op, input.data(), operator_output.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, zero_point, scale, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, zero_point, scale, output_dims.size(), output_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output, operator_output); } TEST_F(StaticConstantPadTestUint8, matches_operator_api) { const int32_t zero_point = u8dist(rng); const float scale = scale_dist(rng); std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); uint32_t quantized_padding_value = xnn_qu8_quantize(padding_value, scale, zero_point); std::vector output_dims = dims; for (size_t i = 0; i < dims.size(); i++) { output_dims[i] = pre_paddings[i] + output_dims[i] + post_paddings[i]; } // Output sizes operator_output = xnnpack::Buffer(NumElements(output_dims)); subgraph_output = xnnpack::Buffer(operator_output.size()); std::iota(input.begin(), input.end(), 0); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call operator API. xnn_operator_t op = nullptr; const xnn_status status = xnn_create_constant_pad_nd_x8(&quantized_padding_value, /*flags=*/0, &op); if (status == xnn_status_unsupported_hardware) { GTEST_SKIP(); } ASSERT_EQ(xnn_status_success, status); ASSERT_NE(nullptr, op); std::unique_ptr auto_op(op, xnn_delete_operator); ASSERT_EQ( xnn_status_success, xnn_reshape_constant_pad_nd_x8( op, dims.size(), dims.data(), pre_paddings.data(), post_paddings.data(), /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_setup_constant_pad_nd_x8(op, input.data(), operator_output.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, zero_point, scale, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, zero_point, scale, output_dims.size(), output_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output, operator_output); } TEST_F(StaticConstantPadTestF16, matches_operator_api) { std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); xnn_float16 padding_value_half = static_cast(padding_value); std::vector output_dims = dims; for (size_t i = 0; i < dims.size(); i++) { output_dims[i] = pre_paddings[i] + output_dims[i] + post_paddings[i]; } // Output sizes operator_output = xnnpack::Buffer(NumElements(output_dims)); subgraph_output = xnnpack::Buffer(operator_output.size()); std::iota(input.begin(), input.end(), 0); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call operator API. xnn_operator_t op = nullptr; const xnn_status status = xnn_create_constant_pad_nd_x16(&padding_value_half, /*flags=*/0, &op); if (status == xnn_status_unsupported_hardware) { GTEST_SKIP(); } ASSERT_EQ(xnn_status_success, status); ASSERT_NE(nullptr, op); std::unique_ptr auto_op(op, xnn_delete_operator); ASSERT_EQ( xnn_status_success, xnn_reshape_constant_pad_nd_x16( op, dims.size(), dims.data(), pre_paddings.data(), post_paddings.data(), /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_setup_constant_pad_nd_x16(op, input.data(), operator_output.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output_dims.size(), output_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output, operator_output); } TEST_F(StaticConstantPadTestF32, matches_operator_api) { std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); uint32_t padding_value_as_u32 = float_as_uint32(padding_value); std::vector output_dims = dims; for (size_t i = 0; i < dims.size(); i++) { output_dims[i] = pre_paddings[i] + output_dims[i] + post_paddings[i]; } // Output sizes operator_output = xnnpack::Buffer(NumElements(output_dims)); subgraph_output = xnnpack::Buffer(operator_output.size()); std::iota(input.begin(), input.end(), 0); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call operator API. xnn_operator_t op = nullptr; const xnn_status status = xnn_create_constant_pad_nd_x32(&padding_value_as_u32, /*flags=*/0, &op); if (status == xnn_status_unsupported_hardware) { GTEST_SKIP(); } ASSERT_EQ(xnn_status_success, status); ASSERT_NE(nullptr, op); std::unique_ptr auto_op(op, xnn_delete_operator); ASSERT_EQ( xnn_status_success, xnn_reshape_constant_pad_nd_x32( op, dims.size(), dims.data(), pre_paddings.data(), post_paddings.data(), /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_setup_constant_pad_nd_x32(op, input.data(), operator_output.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output_dims.size(), output_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output, operator_output); } TEST_F(StaticConstantPadTestF32, reshape_output) { std::array pre_paddings; std::array post_paddings; std::fill(pre_paddings.begin(), pre_paddings.begin() + dims.size(), dim_dist(rng)); std::fill(post_paddings.begin(), post_paddings.begin() + dims.size(), dim_dist(rng)); float padding_value = f32dist(rng); std::vector output_dims = dims; for (size_t i = 0; i < dims.size(); i++) { output_dims[i] = pre_paddings[i] + output_dims[i] + post_paddings[i]; } subgraph_output = xnnpack::Buffer(NumElements(output_dims)); std::iota(input.begin(), input.end(), 0); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output_dims.size(), output_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_static_constant_pad( subgraph, pre_paddings.data(), post_paddings.data(), padding_value, input_id, output_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); if (!dims.empty()) { dims[0] += 2; ASSERT_EQ(xnn_status_success, xnn_reshape_external_value(runtime, input_id, dims.size(), dims.data())); ASSERT_EQ(xnn_status_success, xnn_reshape_runtime(runtime)); const struct xnn_node* node = &subgraph->nodes[0]; const xnn_shape* output_shape = &runtime->values[node->outputs[0]].shape; for (size_t i = 0; i < output_shape->num_dims; ++i) { ASSERT_EQ(output_shape->dim[i], dims[i] + pre_paddings[i] + post_paddings[i]); } dims[0] -= 1; ASSERT_EQ(xnn_status_success, xnn_reshape_external_value(runtime, input_id, dims.size(), dims.data())); ASSERT_EQ(node->reshape(&runtime->opdata[0], runtime->values, runtime->num_values, /*threadpool=*/nullptr), xnn_status_success); for (size_t i = 0; i < output_shape->num_dims; ++i) { ASSERT_EQ(output_shape->dim[i], dims[i] + pre_paddings[i] + post_paddings[i]); } } }