// Copyright 2022 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include #include #include #include #include #include #include #include #include #include #include #include "xnnpack.h" #include "xnnpack/buffer.h" #include "xnnpack/math.h" #include "xnnpack/node-type.h" #include "xnnpack/operator.h" #include "xnnpack/subgraph.h" #include "replicable_random_device.h" template class EvenSplit4Test : public ::testing::Test { protected: EvenSplit4Test() { shape_dist = std::uniform_int_distribution(1, XNN_MAX_TENSOR_DIMS); dim_dist = std::uniform_int_distribution(1, 9); f32dist = std::uniform_real_distribution(); i8dist = std::uniform_int_distribution(std::numeric_limits::min(), std::numeric_limits::max()); u8dist = std::uniform_int_distribution(std::numeric_limits::min(), std::numeric_limits::max()); scale_dist = std::uniform_real_distribution(0.1f, 5.0f); output1_dims = RandomShape(); output2_dims = output1_dims; output3_dims = output1_dims; output4_dims = output1_dims; input_dims = output1_dims; axis = RandomAxis(output1_dims); input_dims[axis] = output1_dims[axis] + output2_dims[axis] + output3_dims[axis] + output4_dims[axis]; input = xnnpack::Buffer(NumElements(input_dims)); operator_output1 = xnnpack::Buffer(NumElements(output1_dims)); operator_output2 = xnnpack::Buffer(NumElements(output2_dims)); operator_output3 = xnnpack::Buffer(NumElements(output3_dims)); operator_output4 = xnnpack::Buffer(NumElements(output4_dims)); subgraph_output1 = xnnpack::Buffer(NumElements(output1_dims)); subgraph_output2 = xnnpack::Buffer(NumElements(output2_dims)); subgraph_output3 = xnnpack::Buffer(NumElements(output3_dims)); subgraph_output4 = xnnpack::Buffer(NumElements(output4_dims)); signed_zero_point = i8dist(rng); unsigned_zero_point = u8dist(rng); scale = scale_dist(rng); batch_size = 1; input_stride = 1; for (size_t i = 0; i < axis; i++) { batch_size *= input_dims[i]; } for (size_t i = axis; i < input_dims.size(); i++) { input_stride *= input_dims[i]; } channels = input_stride / 4; } std::vector RandomShape() { std::vector dims(shape_dist(rng)); std::generate(dims.begin(), dims.end(), [&] { return dim_dist(rng); }); return dims; } size_t RandomAxis(const std::vector& dims) { return std::uniform_int_distribution(0, dims.size() - 1)(rng); } size_t NumElements(const std::vector& dims) { return std::accumulate(dims.begin(), dims.end(), size_t(1), std::multiplies()); } xnnpack::ReplicableRandomDevice rng; std::uniform_int_distribution shape_dist; std::uniform_int_distribution dim_dist; std::uniform_real_distribution f32dist; std::uniform_int_distribution i8dist; std::uniform_int_distribution u8dist; std::uniform_real_distribution scale_dist; uint32_t output1_id; uint32_t output2_id; uint32_t output3_id; uint32_t output4_id; uint32_t input_id; std::vector output1_dims; std::vector output2_dims; std::vector output3_dims; std::vector output4_dims; std::vector input_dims; size_t axis; size_t batch_size; size_t channels; size_t input_stride; int32_t signed_zero_point; int32_t unsigned_zero_point; float scale; xnnpack::Buffer operator_output1; xnnpack::Buffer operator_output2; xnnpack::Buffer operator_output3; xnnpack::Buffer operator_output4; xnnpack::Buffer subgraph_output1; xnnpack::Buffer subgraph_output2; xnnpack::Buffer subgraph_output3; xnnpack::Buffer subgraph_output4; xnnpack::Buffer input; }; using EvenSplit4TestQS8 = EvenSplit4Test; using EvenSplit4TestQU8 = EvenSplit4Test; using EvenSplit4TestF16 = EvenSplit4Test; using EvenSplit4TestF32 = EvenSplit4Test; TEST_F(EvenSplit4TestQS8, define) { ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_even_split4); ASSERT_EQ(node->params.even_split.axis, axis); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 4); ASSERT_EQ(node->outputs[0], output1_id); ASSERT_EQ(node->outputs[1], output2_id); ASSERT_EQ(node->outputs[2], output3_id); ASSERT_EQ(node->outputs[3], output4_id); ASSERT_EQ(node->flags, 0); } TEST_F(EvenSplit4TestQU8, define) { ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_even_split4); ASSERT_EQ(node->params.even_split.axis, axis); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 4); ASSERT_EQ(node->outputs[0], output1_id); ASSERT_EQ(node->outputs[1], output2_id); ASSERT_EQ(node->outputs[2], output3_id); ASSERT_EQ(node->outputs[3], output4_id); ASSERT_EQ(node->flags, 0); } TEST_F(EvenSplit4TestF16, define) { ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_even_split4); ASSERT_EQ(node->params.even_split.axis, axis); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 4); ASSERT_EQ(node->outputs[0], output1_id); ASSERT_EQ(node->outputs[1], output2_id); ASSERT_EQ(node->outputs[2], output3_id); ASSERT_EQ(node->outputs[3], output4_id); ASSERT_EQ(node->flags, 0); } TEST_F(EvenSplit4TestF32, define) { ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_even_split4); ASSERT_EQ(node->params.even_split.axis, axis); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 4); ASSERT_EQ(node->outputs[0], output1_id); ASSERT_EQ(node->outputs[1], output2_id); ASSERT_EQ(node->outputs[2], output3_id); ASSERT_EQ(node->outputs[3], output4_id); ASSERT_EQ(node->flags, 0); } TEST_F(EvenSplit4TestQS8, matches_operator_api) { std::generate(input.begin(), input.end(), [&]() { return i8dist(rng); }); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_operator_t op1 = nullptr; xnn_operator_t op2 = nullptr; xnn_operator_t op3 = nullptr; xnn_operator_t op4 = nullptr; // Call operator API. ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op1)); std::unique_ptr auto_op1(op1, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op2)); std::unique_ptr auto_op2(op2, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op3)); std::unique_ptr auto_op3(op3, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op4)); std::unique_ptr auto_op4(op4, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op1, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op2, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op3, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op4, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op1, input.data(), operator_output1.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op2, (uint8_t*) input.data() + op1->channels, operator_output2.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op3, (uint8_t*) input.data() + op1->channels * 2, operator_output3.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op4, (uint8_t*) input.data() + op1->channels * 3, operator_output4.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op1, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op2, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op3, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op4, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, signed_zero_point, scale, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output1_id, subgraph_output1.data()}, xnn_external_value{output2_id, subgraph_output2.data()}, xnn_external_value{output3_id, subgraph_output3.data()}, xnn_external_value{output4_id, subgraph_output4.data()}, }; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output1, operator_output1); ASSERT_EQ(subgraph_output2, operator_output2); ASSERT_EQ(subgraph_output3, operator_output3); ASSERT_EQ(subgraph_output4, operator_output4); } TEST_F(EvenSplit4TestQU8, matches_operator_api) { std::generate(input.begin(), input.end(), [&]() { return u8dist(rng); }); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_operator_t op1 = nullptr; xnn_operator_t op2 = nullptr; xnn_operator_t op3 = nullptr; xnn_operator_t op4 = nullptr; // Call operator API. ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op1)); std::unique_ptr auto_op1(op1, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op2)); std::unique_ptr auto_op2(op2, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op3)); std::unique_ptr auto_op3(op3, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x8(/*flags=*/0, &op4)); std::unique_ptr auto_op4(op4, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op1, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op2, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op3, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x8(op4, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op1, input.data(), operator_output1.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op2, (uint8_t*) input.data() + op1->channels, operator_output2.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op3, (uint8_t*) input.data() + op1->channels * 2, operator_output3.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x8(op4, (uint8_t*) input.data() + op1->channels * 3, operator_output4.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op1, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op2, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op3, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op4, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, unsigned_zero_point, scale, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output1_id, subgraph_output1.data()}, xnn_external_value{output2_id, subgraph_output2.data()}, xnn_external_value{output3_id, subgraph_output3.data()}, xnn_external_value{output4_id, subgraph_output4.data()}, }; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output1, operator_output1); ASSERT_EQ(subgraph_output2, operator_output2); ASSERT_EQ(subgraph_output3, operator_output3); ASSERT_EQ(subgraph_output4, operator_output4); } TEST_F(EvenSplit4TestF16, matches_operator_api) { std::generate(input.begin(), input.end(), [&]() { return f32dist(rng); }); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_operator_t op1 = nullptr; xnn_operator_t op2 = nullptr; xnn_operator_t op3 = nullptr; xnn_operator_t op4 = nullptr; // Call operator API. ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x16(/*flags=*/0, &op1)); std::unique_ptr auto_op1(op1, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x16(/*flags=*/0, &op2)); std::unique_ptr auto_op2(op2, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x16(/*flags=*/0, &op3)); std::unique_ptr auto_op3(op3, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x16(/*flags=*/0, &op4)); std::unique_ptr auto_op4(op4, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x16(op1, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x16(op2, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x16(op3, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x16(op4, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x16(op1, input.data(), operator_output1.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x16(op2, (xnn_float16*) input.data() + op1->channels, operator_output2.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x16(op3, (xnn_float16*) input.data() + op1->channels * 2, operator_output3.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x16(op4, (xnn_float16*) input.data() + op1->channels * 3, operator_output4.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op1, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op2, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op3, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op4, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp16, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output1_id, subgraph_output1.data()}, xnn_external_value{output2_id, subgraph_output2.data()}, xnn_external_value{output3_id, subgraph_output3.data()}, xnn_external_value{output4_id, subgraph_output4.data()}, }; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output1, operator_output1); ASSERT_EQ(subgraph_output2, operator_output2); ASSERT_EQ(subgraph_output3, operator_output3); ASSERT_EQ(subgraph_output4, operator_output4); } TEST_F(EvenSplit4TestF32, matches_operator_api) { std::generate(input.begin(), input.end(), [&]() { return f32dist(rng); }); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_operator_t op1 = nullptr; xnn_operator_t op2 = nullptr; xnn_operator_t op3 = nullptr; xnn_operator_t op4 = nullptr; // Call operator API. ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x32(/*flags=*/0, &op1)); std::unique_ptr auto_op1(op1, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x32(/*flags=*/0, &op2)); std::unique_ptr auto_op2(op2, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x32(/*flags=*/0, &op3)); std::unique_ptr auto_op3(op3, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_create_copy_nc_x32(/*flags=*/0, &op4)); std::unique_ptr auto_op4(op4, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x32(op1, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x32(op2, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x32(op3, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_reshape_copy_nc_x32(op4, batch_size, channels, input_stride, channels, /*threadpool=*/nullptr)); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x32(op1, input.data(), operator_output1.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x32(op2, (uint32_t*) input.data() + op1->channels, operator_output2.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x32(op3, (uint32_t*) input.data() + op1->channels * 2, operator_output3.data())); ASSERT_EQ( xnn_status_success, xnn_setup_copy_nc_x32(op4, (uint32_t*) input.data() + op1->channels * 3, operator_output4.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op1, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op2, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op3, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_run_operator(op4, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output1_id, subgraph_output1.data()}, xnn_external_value{output2_id, subgraph_output2.data()}, xnn_external_value{output3_id, subgraph_output3.data()}, xnn_external_value{output4_id, subgraph_output4.data()}, }; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output1, operator_output1); ASSERT_EQ(subgraph_output2, operator_output2); ASSERT_EQ(subgraph_output3, operator_output3); ASSERT_EQ(subgraph_output4, operator_output4); } TEST_F(EvenSplit4TestF32, reshape_output) { ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/5, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, input_dims.size(), input_dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output1_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output1_dims.size(), output1_dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output1_id)); ASSERT_NE(output1_id, XNN_INVALID_NODE_ID); output2_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output2_dims.size(), output2_dims.data(), nullptr, 2, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output2_id)); ASSERT_NE(output2_id, XNN_INVALID_NODE_ID); output3_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output3_dims.size(), output3_dims.data(), nullptr, 3, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output3_id)); ASSERT_NE(output3_id, XNN_INVALID_NODE_ID); output4_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, output4_dims.size(), output4_dims.data(), nullptr, 4, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output4_id)); ASSERT_NE(output4_id, XNN_INVALID_NODE_ID); ASSERT_EQ( xnn_status_success, xnn_define_even_split4(subgraph, axis, input_id, output1_id, output2_id, output3_id, output4_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output1_id, subgraph_output1.data()}, xnn_external_value{output2_id, subgraph_output2.data()}, xnn_external_value{output3_id, subgraph_output3.data()}, xnn_external_value{output4_id, subgraph_output4.data()}, }; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); input_dims[axis] += 4; ASSERT_EQ(xnn_status_success, xnn_reshape_external_value(runtime, input_id, input_dims.size(), input_dims.data())); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->reshape(&runtime->opdata[0], runtime->values, runtime->num_values, /*threadpool=*/nullptr), xnn_status_reallocation_required); for (size_t i = 0; i < 4; ++i) { const xnn_shape* output_n_shape = &runtime->values[node->outputs[i]].shape; ASSERT_EQ(output_n_shape->dim[axis], input_dims[axis] / 4); for (size_t i = 0; i < input_dims.size(); ++i) { if (i == axis) continue; ASSERT_EQ(output_n_shape->dim[i], input_dims[i]); } } input_dims[axis] -= 8; ASSERT_EQ(xnn_status_success, xnn_reshape_external_value(runtime, input_id, input_dims.size(), input_dims.data())); ASSERT_EQ(node->reshape(&runtime->opdata[0], runtime->values, runtime->num_values, /*threadpool=*/nullptr), xnn_status_success); for (size_t i = 0; i < 4; ++i) { const xnn_shape* output_n_shape = &runtime->values[node->outputs[i]].shape; ASSERT_EQ(output_n_shape->dim[axis], input_dims[axis] / 4); for (size_t i = 0; i < input_dims.size(); ++i) { if (i == axis) continue; ASSERT_EQ(output_n_shape->dim[i], input_dims[i]); } } }