From 92ecccc1b91a955e82b658c0def76297ad7da20b Mon Sep 17 00:00:00 2001 From: Sofya Balandina Date: Fri, 14 Jul 2023 08:53:51 +0100 Subject: [PATCH] [conformance] Move query model tests from api to opset (#18242) * [conformance] Move query model tests from api to opset * test summary * Fix build * Fix large amount of new tests --- src/plugins/template/src/plugin.cpp | 2 + .../read_ir_test/read_ir_query_model.hpp | 18 --------- .../op_impl_check_query_model.cpp | 29 -------------- .../src/read_ir/read_ir_query_model.cpp | 39 ------------------ .../conformance_infra/include/conformance.hpp | 40 +++++++++++++------ .../conformance_infra/src/main.cpp | 5 +-- .../src/skip_tests_config.cpp | 2 + .../include}/op_impl_check/op_impl_check.hpp | 0 .../op_impl_check_compile_model.hpp | 4 +- .../op_impl_check_query_model.hpp | 4 +- .../op_impl_check/single_op_graph.hpp | 0 .../include/read_ir_test/read_ir.hpp | 0 .../read_ir_compare_with_refs.hpp | 17 -------- .../src}/op_impl_check/op_impl_check.cpp | 2 +- ...pile_model.cpp => op_impl_check_tests.cpp} | 5 ++- .../src}/op_impl_check/single_op_graph.cpp | 4 +- .../src/read_ir}/read_ir.cpp | 11 +++-- ...ompare_with_refs.cpp => read_ir_tests.cpp} | 11 ++++- .../template/report_template.html | 3 ++ 19 files changed, 61 insertions(+), 135 deletions(-) delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/include/read_ir_test/read_ir_query_model.hpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/op_impl_check/op_impl_check_query_model.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/read_ir/read_ir_query_model.cpp rename src/tests/functional/plugin/{shared/include/single_layer_tests => conformance/test_runner/op_conformance_runner/include}/op_impl_check/op_impl_check.hpp (100%) rename src/tests/functional/plugin/{shared/include/single_layer_tests => conformance/test_runner/op_conformance_runner/include}/op_impl_check/op_impl_check_compile_model.hpp (93%) rename src/tests/functional/plugin/{shared/include/single_layer_tests => conformance/test_runner/op_conformance_runner/include}/op_impl_check/op_impl_check_query_model.hpp (94%) rename src/tests/functional/plugin/{shared/include/single_layer_tests => conformance/test_runner/op_conformance_runner/include}/op_impl_check/single_op_graph.hpp (100%) rename src/tests/functional/plugin/conformance/test_runner/{conformance_infra => op_conformance_runner}/include/read_ir_test/read_ir.hpp (100%) delete mode 100644 src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/read_ir_test/read_ir_compare_with_refs.hpp rename src/tests/functional/plugin/{shared/src/single_layer_tests => conformance/test_runner/op_conformance_runner/src}/op_impl_check/op_impl_check.cpp (95%) rename src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/{op_impl_check_compile_model.cpp => op_impl_check_tests.cpp} (82%) rename src/tests/functional/plugin/{shared/src/single_layer_tests => conformance/test_runner/op_conformance_runner/src}/op_impl_check/single_op_graph.cpp (99%) rename src/tests/functional/plugin/conformance/test_runner/{conformance_infra/src/read_ir_test => op_conformance_runner/src/read_ir}/read_ir.cpp (97%) rename src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/{read_ir_compare_with_refs.cpp => read_ir_tests.cpp} (92%) diff --git a/src/plugins/template/src/plugin.cpp b/src/plugins/template/src/plugin.cpp index 6ae41bac45f..28ab3c0f374 100644 --- a/src/plugins/template/src/plugin.cpp +++ b/src/plugins/template/src/plugin.cpp @@ -193,6 +193,8 @@ ov::SupportedOpsMap ov::template_plugin::Plugin::query_model(const std::shared_p #include "openvino/opsets/opset8_tbl.hpp" #include "openvino/opsets/opset9_tbl.hpp" #include "openvino/opsets/opset10_tbl.hpp" +#include "openvino/opsets/opset11_tbl.hpp" +#include "openvino/opsets/opset12_tbl.hpp" // clang-format on #undef _OPENVINO_OP_REG return op_super_set.contains_type(node->get_type_info()); diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/include/read_ir_test/read_ir_query_model.hpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/include/read_ir_test/read_ir_query_model.hpp deleted file mode 100644 index 5909f27d745..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/include/read_ir_test/read_ir_query_model.hpp +++ /dev/null @@ -1,18 +0,0 @@ -// Copyright (C) 2018-2021 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "read_ir_test/read_ir.hpp" - -namespace ov { -namespace test { -namespace subgraph { - -TEST_P(ReadIRTest, QueryModel) { - query_model(); -} - - -} // namespace subgraph -} // namespace test -} // namespace ov diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/op_impl_check/op_impl_check_query_model.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/op_impl_check/op_impl_check_query_model.cpp deleted file mode 100644 index 78316222505..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/op_impl_check/op_impl_check_query_model.cpp +++ /dev/null @@ -1,29 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "single_layer_tests/op_impl_check/op_impl_check_query_model.hpp" -#include "single_layer_tests/op_impl_check/single_op_graph.hpp" -#include "conformance.hpp" - -namespace ov { -namespace test { -namespace conformance { -namespace op { - -using namespace ov::test::subgraph; - -namespace { -INSTANTIATE_TEST_SUITE_P(conformance_query_model, - OpImplCheckTest, - ::testing::Combine( - ::testing::ValuesIn(createFunctions()), - ::testing::Values(targetDevice), - ::testing::Values(pluginConfig)), - OpImplCheckTest::getTestCaseName); -} // namespace - -} // namespace op -} // namespace conformance -} // namespace test -} // namespace ov diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/read_ir/read_ir_query_model.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/read_ir/read_ir_query_model.cpp deleted file mode 100644 index fe5acb829b6..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/read_ir/read_ir_query_model.cpp +++ /dev/null @@ -1,39 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "read_ir_test/read_ir_query_model.hpp" -#include "conformance.hpp" - -namespace ov { -namespace test { -namespace conformance { -namespace op { - -using namespace ov::test::subgraph; - -namespace { -#define _OPENVINO_OP_REG(NAME, NAMESPACE) \ - INSTANTIATE_TEST_SUITE_P(conformance_query_model_##NAME, \ - ReadIRTest, \ - ::testing::Combine(::testing::ValuesIn(getModelPaths(IRFolderPaths, #NAME)), \ - ::testing::Values(targetDevice), \ - ::testing::Values(pluginConfig)), \ - ReadIRTest::getTestCaseName); \ - -// It should point on latest opset which contains biggest list of operations -#include -#undef _OPENVINO_OP_REG - -INSTANTIATE_TEST_SUITE_P(conformance_query_model_other, - ReadIRTest, - ::testing::Combine(::testing::ValuesIn(getModelPaths(IRFolderPaths)), - ::testing::Values(targetDevice), - ::testing::Values(pluginConfig)), - ReadIRTest::getTestCaseName); -} // namespace - -} // namespace op -} // namespace conformance -} // namespace test -} // namespace ov diff --git a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/include/conformance.hpp b/src/tests/functional/plugin/conformance/test_runner/conformance_infra/include/conformance.hpp index 16698d6b6a2..ededa47aa9a 100644 --- a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/include/conformance.hpp +++ b/src/tests/functional/plugin/conformance/test_runner/conformance_infra/include/conformance.hpp @@ -21,10 +21,19 @@ extern const char* refCachePath; extern std::vector IRFolderPaths; extern std::vector disabledTests; -extern std::list dirList; +// first value - path to model, second - amout of tests with this path +extern std::list> dirListInfo; extern ov::AnyMap pluginConfig; +enum ShapeMode { + DYNAMIC, + STATIC, + BOTH +}; + +extern ShapeMode shapeMode; + inline ov::AnyMap readPluginConfig(const std::string &configFilePath) { if (!CommonTestUtils::fileExists(configFilePath)) { std::string msg = "Input directory (" + configFilePath + ") doesn't not exist!"; @@ -135,8 +144,10 @@ inline std::vector> getModelPaths(const std: } else { continue; } - //Save it in a list - dirList.insert(dirList.end(), tmp_buf.begin(), tmp_buf.end()); + //Save it in a list, first value - path, second - amout of tests with this path + for (auto& val : tmp_buf) { + dirListInfo.insert(dirListInfo.end(), std::make_pair(val, 0)); + } } listPrepared = true; } @@ -146,21 +157,24 @@ inline std::vector> getModelPaths(const std: for (const auto& op_version : unique_ops[opName]) { std::string final_op_name = op_version == "" ? opName : opName + "-" + op_version; std::string strToFind = CommonTestUtils::FileSeparator + final_op_name + CommonTestUtils::FileSeparator; - auto it = dirList.begin(); - while (it != dirList.end()) { - if (it->find(strToFind) != std::string::npos) { - result.push_back({*it, get_ref_path(*it)}); - it = dirList.erase(it); - } else { - ++it; + auto it = dirListInfo.begin(); + while (it != dirListInfo.end()) { + if (it->first.find(strToFind) != std::string::npos) { + result.push_back({it->first, get_ref_path(it->first)}); + it->second++; } + ++it; } } } else if (opName == "Other") { // For "Undefined" operation name - run all applicable files in "Undefined" handler - // result.insert(result.end(), dirList.begin(), dirList.end()); - for (const auto& file : dirList) { - result.push_back({file, get_ref_path(file)}); + // result.insert(result.end(), dirListInfo.begin(), dirListInfo.end()); + for (auto& file : dirListInfo) { + // if file wasn't used for tests previously we can create test with it + if (file.second == 0) { + result.push_back({file.first, get_ref_path(file.first)}); + file.second++; + } } } return result; diff --git a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/main.cpp b/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/main.cpp index 82ca2ec898a..646c7cdf938 100644 --- a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/main.cpp +++ b/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/main.cpp @@ -13,7 +13,6 @@ #include "functional_test_utils/skip_tests_config.hpp" #include "functional_test_utils/summary/environment.hpp" -#include "read_ir_test/read_ir.hpp" #include "gflag_config.hpp" #include "conformance.hpp" @@ -55,9 +54,9 @@ int main(int argc, char* argv[]) { apiSummary.setDeviceName(FLAGS_device); } if (FLAGS_shape_mode == std::string("static")) { - ov::test::subgraph::shapeMode = ov::test::subgraph::ShapeMode::STATIC; + ov::test::conformance::shapeMode = ov::test::conformance::ShapeMode::STATIC; } else if (FLAGS_shape_mode == std::string("dynamic")) { - ov::test::subgraph::shapeMode = ov::test::subgraph::ShapeMode::DYNAMIC; + ov::test::conformance::shapeMode = ov::test::conformance::ShapeMode::DYNAMIC; } else if (FLAGS_shape_mode != std::string("")) { throw std::runtime_error("Incorrect value for `--shape_mode`. Should be `dynamic`, `static` or ``. Current value is `" + FLAGS_shape_mode + "`"); } diff --git a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/skip_tests_config.cpp b/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/skip_tests_config.cpp index a746a505e96..b930f1da1d0 100644 --- a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/skip_tests_config.cpp +++ b/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/skip_tests_config.cpp @@ -22,6 +22,8 @@ std::vector disabledTests = {}; ov::AnyMap pluginConfig = {}; +ShapeMode shapeMode = ov::test::conformance::ShapeMode::BOTH; + } // namespace conformance } // namespace test } // namespace ov diff --git a/src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check.hpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check.hpp similarity index 100% rename from src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check.hpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check.hpp diff --git a/src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check_compile_model.hpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check_compile_model.hpp similarity index 93% rename from src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check_compile_model.hpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check_compile_model.hpp index 76c839ecbab..850f4967f7d 100644 --- a/src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check_compile_model.hpp +++ b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check_compile_model.hpp @@ -3,13 +3,13 @@ // #include "functional_test_utils/crash_handler.hpp" -#include "single_layer_tests/op_impl_check/op_impl_check.hpp" +#include "op_impl_check/op_impl_check.hpp" namespace ov { namespace test { namespace subgraph { -TEST_P(OpImplCheckTest, checkPluginImplementation) { +TEST_P(OpImplCheckTest, checkPluginImplementationCompileModel) { if (function == nullptr) { GTEST_FAIL() << "Target model is empty!"; } diff --git a/src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check_query_model.hpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check_query_model.hpp similarity index 94% rename from src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check_query_model.hpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check_query_model.hpp index a1c18f05f33..df48e5eee95 100644 --- a/src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/op_impl_check_query_model.hpp +++ b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/op_impl_check_query_model.hpp @@ -3,13 +3,13 @@ // #include "functional_test_utils/crash_handler.hpp" -#include "single_layer_tests/op_impl_check/op_impl_check.hpp" +#include "op_impl_check/op_impl_check.hpp" namespace ov { namespace test { namespace subgraph { -TEST_P(OpImplCheckTest, checkPluginImplementation) { +TEST_P(OpImplCheckTest, checkPluginImplementationQueryModel) { if (function == nullptr) { GTEST_FAIL() << "Target model is empty!"; } diff --git a/src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/single_op_graph.hpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/single_op_graph.hpp similarity index 100% rename from src/tests/functional/plugin/shared/include/single_layer_tests/op_impl_check/single_op_graph.hpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/op_impl_check/single_op_graph.hpp diff --git a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/include/read_ir_test/read_ir.hpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/read_ir_test/read_ir.hpp similarity index 100% rename from src/tests/functional/plugin/conformance/test_runner/conformance_infra/include/read_ir_test/read_ir.hpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/read_ir_test/read_ir.hpp diff --git a/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/read_ir_test/read_ir_compare_with_refs.hpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/read_ir_test/read_ir_compare_with_refs.hpp deleted file mode 100644 index b068c86ed21..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/include/read_ir_test/read_ir_compare_with_refs.hpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "read_ir_test/read_ir.hpp" - -namespace ov { -namespace test { -namespace subgraph { - -TEST_P(ReadIRTest, ReadIR) { - run(); -} - -} // namespace subgraph -} // namespace test -} // namespace ov diff --git a/src/tests/functional/plugin/shared/src/single_layer_tests/op_impl_check/op_impl_check.cpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check.cpp similarity index 95% rename from src/tests/functional/plugin/shared/src/single_layer_tests/op_impl_check/op_impl_check.cpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check.cpp index 2a6c23f2c00..42525c36e36 100644 --- a/src/tests/functional/plugin/shared/src/single_layer_tests/op_impl_check/op_impl_check.cpp +++ b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check.cpp @@ -6,7 +6,7 @@ #include #endif -#include "single_layer_tests/op_impl_check/op_impl_check.hpp" +#include "op_impl_check/op_impl_check.hpp" #include "functional_test_utils/crash_handler.hpp" namespace ov { diff --git a/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check_compile_model.cpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check_tests.cpp similarity index 82% rename from src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check_compile_model.cpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check_tests.cpp index c90ab72f413..d3dec08c552 100644 --- a/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check_compile_model.cpp +++ b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/op_impl_check_tests.cpp @@ -2,8 +2,9 @@ // SPDX-License-Identifier: Apache-2.0 // -#include "single_layer_tests/op_impl_check/op_impl_check_compile_model.hpp" -#include "single_layer_tests/op_impl_check/single_op_graph.hpp" +#include "op_impl_check/op_impl_check_compile_model.hpp" +#include "op_impl_check/op_impl_check_query_model.hpp" +#include "op_impl_check/single_op_graph.hpp" #include "conformance.hpp" namespace ov { diff --git a/src/tests/functional/plugin/shared/src/single_layer_tests/op_impl_check/single_op_graph.cpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/single_op_graph.cpp similarity index 99% rename from src/tests/functional/plugin/shared/src/single_layer_tests/op_impl_check/single_op_graph.cpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/single_op_graph.cpp index 288c5e8da08..9494d7d1867 100644 --- a/src/tests/functional/plugin/shared/src/single_layer_tests/op_impl_check/single_op_graph.cpp +++ b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/op_impl_check/single_op_graph.cpp @@ -2,8 +2,8 @@ // SPDX-License-Identifier: Apache-2.0 // -#include -#include +#include +#include #include namespace ov { diff --git a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/read_ir_test/read_ir.cpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir.cpp similarity index 97% rename from src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/read_ir_test/read_ir.cpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir.cpp index 7f254f9efc7..a7c58512fec 100644 --- a/src/tests/functional/plugin/conformance/test_runner/conformance_infra/src/read_ir_test/read_ir.cpp +++ b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir.cpp @@ -25,12 +25,11 @@ namespace ov { namespace test { namespace conformance { -// It is used while files lookup -std::list dirList; +// It is used while files lookup, first value - path to model, second - amout of tests with this path +std::list> dirListInfo; } -namespace subgraph { -ShapeMode shapeMode = ShapeMode::BOTH; +namespace subgraph { std::string ReadIRTest::getTestCaseName(const testing::TestParamInfo &obj) { using namespace CommonTestUtils; @@ -228,9 +227,9 @@ void ReadIRTest::SetUp() { } } } - if (hasDynamic && ov::test::subgraph::shapeMode == ov::test::subgraph::ShapeMode::STATIC) { + if (hasDynamic && ov::test::conformance::shapeMode == ov::test::conformance::ShapeMode::STATIC) { GTEST_SKIP() << "Dynamic cases are skipped according `shape_mode`"; - } else if (!hasDynamic && ov::test::subgraph::shapeMode == ov::test::subgraph::ShapeMode::DYNAMIC) { + } else if (!hasDynamic && ov::test::conformance::shapeMode == ov::test::conformance::ShapeMode::DYNAMIC) { GTEST_SKIP() << "Static cases are skipped according `shape_mode`"; } diff --git a/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir_compare_with_refs.cpp b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir_tests.cpp similarity index 92% rename from src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir_compare_with_refs.cpp rename to src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir_tests.cpp index bfd9433ef6b..2b6472fdd27 100644 --- a/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir_compare_with_refs.cpp +++ b/src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir_tests.cpp @@ -4,7 +4,8 @@ #include "common_test_utils/file_utils.hpp" -#include "read_ir_test/read_ir_compare_with_refs.hpp" +#include "read_ir_test/read_ir.hpp" + #include "conformance.hpp" namespace ov { @@ -16,6 +17,14 @@ using namespace ov::test::subgraph; namespace { +TEST_P(ReadIRTest, ReadIR) { + run(); +} + +TEST_P(ReadIRTest, QueryModel) { + query_model(); +} + #define _OPENVINO_OP_REG(NAME, NAMESPACE) \ INSTANTIATE_TEST_SUITE_P(conformance_##NAME, \ ReadIRTest, \ diff --git a/src/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html b/src/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html index 0eb0ea7afa7..80efaabbdb2 100644 --- a/src/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html +++ b/src/tests/ie_test_utils/functional_test_utils/layer_tests_summary/template/report_template.html @@ -31,6 +31,9 @@
Passrates are based on relative weights each subgraphs! You can check absolute value in `General passrate` row!
+
+ Relative Passrate could be from 0 to 200% now! Relative weight of operation is calculated once for current set of models, but there are more then one tests per model. +
Status: P:85Passed