IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[IE TESTS] Add step logging in case of Conformance tests (#14302)

Browse Source 
* [IE TESTS] Add step logging in case of Conformance tests

* fix code style

* align

* one more

* Update ov_subgraph.cpp
This commit is contained in:
Irina Efode 2022-12-05 17:19:30 +03:00 committed by GitHub
parent 3959890691
commit b1be628861
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 48 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/read_ir_test/read_ir.cpp
View File

@ -238,6 +238,7 @@ void ReadIRTest::SetUp() {
} else if (jmpRes == CommonTestUtils::JMP_STATUS::alarmErr) {
IE_THROW() << "Hange happens";
}
is_report_stages = true;
}
} // namespace subgraph

1
src/tests/functional/shared_test_classes/include/shared_test_classes/base/ov_subgraph.hpp
View File

@ -56,6 +56,7 @@ protected:
double abs_threshold = disable_threshold, rel_threshold = disable_threshold;
ov::test::utils::OpSummary& summary = ov::test::utils::OpSummary::getInstance();
bool is_report_stages = false;
virtual std::vector<ov::Tensor> calculate_refs();
virtual std::vector<ov::Tensor> get_plugin_outputs();

47
src/tests/functional/shared_test_classes/src/base/ov_subgraph.cpp
View File

@ -2,6 +2,7 @@
// SPDX-License-Identifier: Apache-2.0
//
#include <chrono>
#include <signal.h>
#include <setjmp.h>
@ -77,8 +78,8 @@ void SubgraphBaseTest::run() {
}
generate_inputs(targetStaticShapeVec);
} catch (const std::exception& ex) {
throw std::runtime_error("Incorrect target static shape: " +
CommonTestUtils::vec2str(targetStaticShapeVec) + " " + ex.what());
throw std::runtime_error("[IE TEST INFRA] Impossible to reshape ov::Model using the shape: " +
CommonTestUtils::vec2str(targetStaticShapeVec) + " " + ex.what());
}
validate();
}
@ -198,6 +199,11 @@ void SubgraphBaseTest::configure_model() {
}
void SubgraphBaseTest::compile_model() {
if (is_report_stages) {
std::cout << "[ PLUGIN ] `SubgraphBaseTest::compile_model()` is started" << std::endl;
}
auto start_time = std::chrono::system_clock::now();
configure_model();
if (functionRefs == nullptr) {
functionRefs = ov::clone_model(*function);
@ -211,6 +217,11 @@ void SubgraphBaseTest::compile_model() {
#endif
compiledModel = core->compile_model(function, targetDevice, configuration);
if (is_report_stages) {
auto end_time = std::chrono::system_clock::now();
std::chrono::duration<double> duration = end_time - start_time;
std::cout << "[ PLUGIN ] `SubgraphBaseTest::compile_model()` is finished successfully. Duration is " << duration.count() << "s" << std::endl;
}
}
void SubgraphBaseTest::init_ref_function(std::shared_ptr<ov::Model> &funcRef, const std::vector<ov::Shape>& targetInputStaticShapes) {
@ -255,6 +266,11 @@ void SubgraphBaseTest::infer() {
}
std::vector<ov::Tensor> SubgraphBaseTest::calculate_refs() {
if (is_report_stages) {
std::cout << "[ REFERENCE ] `SubgraphBaseTest::calculate_refs()` is started"<< std::endl;
}
auto start_time = std::chrono::system_clock::now();
using InputsMap = std::map<std::shared_ptr<ov::Node>, ov::Tensor>;
auto functionToProcess = ov::clone_model(*functionRefs);
@ -311,15 +327,31 @@ std::vector<ov::Tensor> SubgraphBaseTest::calculate_refs() {
functionToProcess = p.build();
return ngraph::helpers::interpretFunction(functionToProcess, inputs);
auto results = ngraph::helpers::interpretFunction(functionToProcess, inputs);
if (is_report_stages) {
auto end_time = std::chrono::system_clock::now();
std::chrono::duration<double> duration = end_time - start_time;
std::cout << "[ REFERENCE ] `SubgraphBaseTest::calculate_refs()` is finished successfully. Duration is " << duration.count() << "s" << std::endl;
}
return results;
}
std::vector<ov::Tensor> SubgraphBaseTest::get_plugin_outputs() {
if (is_report_stages) {
std::cout << "[ PLUGIN ] `SubgraphBaseTest::get_plugin_outputs()` is started"<< std::endl;
}
auto start_time = std::chrono::system_clock::now();
infer();
auto outputs = std::vector<ov::Tensor>{};
for (const auto& output : function->outputs()) {
outputs.push_back(inferRequest.get_tensor(output));
}
if (is_report_stages) {
auto end_time = std::chrono::system_clock::now();
std::chrono::duration<double> duration = end_time - start_time;
std::cout << "[ PLUGIN ] `SubgraphBaseTest::get_plugin_outputs()` is finished successfully. Duration is " << duration.count() << "s" << std::endl;
}
return outputs;
}
@ -342,8 +374,17 @@ void SubgraphBaseTest::validate() {
ASSERT_EQ(actualOutputs.size(), expectedOutputs.size())
<< "nGraph interpreter has " << expectedOutputs.size() << " outputs, while IE " << actualOutputs.size();
if (is_report_stages) {
std::cout << "[ COMPARATION ] `ov_tensor_utils.hpp::compare()` is started"<< std::endl;
}
auto start_time = std::chrono::system_clock::now();
compare(expectedOutputs, actualOutputs);
if (is_report_stages) {
auto end_time = std::chrono::system_clock::now();
std::chrono::duration<double> duration = end_time - start_time;
std::cout << "[ COMPARATION ] `ov_tensor_utils.hpp::compare()` is finished successfully. Duration is " << duration.count() << "s" << std::endl;
}
}
void SubgraphBaseTest::init_input_shapes(const std::vector<InputShape>& shapes) {

4
src/tests/ie_test_utils/common_test_utils/ov_tensor_utils.cpp
View File

@ -253,10 +253,10 @@ void compare(const ov::Tensor& expected,
}
}
if (!std::isnan(abs_threshold)) {
std::cout << " rel_threshold: " << rel_threshold << std::endl;
std::cout << "[ COMPARATION ] rel_threshold: " << rel_threshold << std::endl;
}
if (!std::isnan(rel_threshold)) {
std::cout << "abs_threshold: " << abs_threshold << std::endl;
std::cout << "[ COMPARATION ] abs_threshold: " << abs_threshold << std::endl;
}
Error abs_error(abs_threshold), rel_error(rel_threshold);