From b527170dd79205a0bb4b9926c866fe363577b1ce Mon Sep 17 00:00:00 2001 From: Sofya Balandina Date: Tue, 3 Oct 2023 17:07:10 +0100 Subject: [PATCH] [apiConformance] Remove 1.0 api tests (#20185) --- .../executable_network/exec_graph_info.cpp | 29 --- .../executable_network/exec_network_base.cpp | 42 ----- .../executable_network/get_metric.cpp | 74 -------- .../behavior/executable_network/locale.cpp | 15 -- .../src/behavior/infer_request/callback.cpp | 17 -- .../behavior/infer_request/cancellation.cpp | 17 -- .../src/behavior/infer_request/io_blob.cpp | 20 -- .../behavior/infer_request/multitheading.cpp | 22 --- .../behavior/infer_request/perf_counters.cpp | 18 -- .../infer_request/set_blob_by_type.cpp | 24 --- .../src/behavior/infer_request/wait.cpp | 20 -- .../src/behavior/plugin/caching_tests.cpp | 62 ------- .../behavior/plugin/configuration_tests.cpp | 173 ------------------ .../src/behavior/plugin/core_integration.cpp | 88 --------- .../behavior/plugin/core_threading_tests.cpp | 36 ---- .../src/behavior/plugin/life_time.cpp | 33 ---- .../src/behavior/plugin/set_preprocess.cpp | 66 ------- .../src/behavior/plugin/version.cpp | 13 -- 18 files changed, 769 deletions(-) delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_graph_info.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_network_base.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/get_metric.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/locale.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/callback.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/cancellation.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/io_blob.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/multitheading.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/perf_counters.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/set_blob_by_type.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/wait.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/caching_tests.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/configuration_tests.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_integration.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_threading_tests.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/life_time.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/set_preprocess.cpp delete mode 100644 src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/version.cpp diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_graph_info.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_graph_info.cpp deleted file mode 100644 index 67083b18eec..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_graph_info.cpp +++ /dev/null @@ -1,29 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include -#include -#include "behavior/executable_network/exec_graph_info.hpp" -#include "api_conformance_helpers.hpp" - -namespace { -using namespace ExecutionGraphTests; - -INSTANTIATE_TEST_SUITE_P(ie_executable_network, ExecGraphSerializationTest, - ::testing::ValuesIn(ov::test::conformance::return_all_possible_device_combination()), - ExecGraphSerializationTest::getTestCaseName); - -const std::vector execGraphInfoElemTypes = { - InferenceEngine::Precision::FP32 -}; - -INSTANTIATE_TEST_SUITE_P(ie_executable_network, ExecGraphUniqueNodeNames, - ::testing::Combine( - ::testing::ValuesIn(execGraphInfoElemTypes), - ::testing::Values(InferenceEngine::SizeVector({1, 2, 5, 5})), - ::testing::ValuesIn(ov::test::conformance::return_all_possible_device_combination())), - ExecGraphUniqueNodeNames::getTestCaseName); - -} // namespace - diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_network_base.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_network_base.cpp deleted file mode 100644 index c0d33303b8a..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/exec_network_base.cpp +++ /dev/null @@ -1,42 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/executable_network/exec_network_base.hpp" -#include "ie_plugin_config.hpp" - -#include "api_conformance_helpers.hpp" - -using namespace BehaviorTestsDefinitions; -using namespace ov::test::conformance; - -namespace { - INSTANTIATE_TEST_SUITE_P(ie_executable_network, ExecutableNetworkBaseTest, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - ExecutableNetworkBaseTest::getTestCaseName); - - const std::vector execNetBaseElemTypes = { - InferenceEngine::Precision::FP32, - InferenceEngine::Precision::FP16, - InferenceEngine::Precision::FP64, - InferenceEngine::Precision::BF16, - InferenceEngine::Precision::U8, - InferenceEngine::Precision::U16, - InferenceEngine::Precision::U32, - InferenceEngine::Precision::U64, - InferenceEngine::Precision::I8, - InferenceEngine::Precision::I16, - InferenceEngine::Precision::I32, - InferenceEngine::Precision::I64, - InferenceEngine::Precision::BOOL, - }; - - INSTANTIATE_TEST_SUITE_P(ie_executable_network, ExecNetSetPrecision, - ::testing::Combine( - ::testing::ValuesIn(execNetBaseElemTypes), - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - ExecNetSetPrecision::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/get_metric.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/get_metric.cpp deleted file mode 100644 index 5aecaf50ddf..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/get_metric.cpp +++ /dev/null @@ -1,74 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/executable_network/get_metric.hpp" -#include "api_conformance_helpers.hpp" - -using namespace BehaviorTestsDefinitions; -using namespace InferenceEngine::PluginConfigParams; -using namespace ov::test::conformance; - -namespace { - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassImportExportTestP, - ::testing::ValuesIn(return_all_possible_device_combination())); - -// -// Executable Network GetMetric -// - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassExecutableNetworkGetMetricTest_SUPPORTED_CONFIG_KEYS, - ::testing::ValuesIn(return_all_possible_device_combination())); - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassExecutableNetworkGetMetricTest_SUPPORTED_METRICS, - ::testing::ValuesIn(return_all_possible_device_combination())); - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassExecutableNetworkGetMetricTest_NETWORK_NAME, - ::testing::ValuesIn(return_all_possible_device_combination())); - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassExecutableNetworkGetMetricTest_OPTIMAL_NUMBER_OF_INFER_REQUESTS, - ::testing::ValuesIn(return_all_possible_device_combination())); - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassExecutableNetworkGetMetricTest_ThrowsUnsupported, - ::testing::ValuesIn(return_all_possible_device_combination())); - -// -// Executable Network GetConfig / SetConfig -// - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassExecutableNetworkGetConfigTest, - ::testing::ValuesIn(return_all_possible_device_combination())); - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassExecutableNetworkSetConfigTest, - ::testing::ValuesIn(return_all_possible_device_combination())); - -// -// Hetero Executable Network GetMetric -// - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassHeteroExecutableNetworkGetMetricTest_SUPPORTED_CONFIG_KEYS, - ::testing::Values(targetDevice)); - -INSTANTIATE_TEST_SUITE_P( - smoke_IEClassHeteroExecutableNetworkGetMetricTest, IEClassHeteroExecutableNetworkGetMetricTest_SUPPORTED_METRICS, - ::testing::Values(targetDevice)); - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassHeteroExecutableNetworkGetMetricTest_NETWORK_NAME, - ::testing::Values(targetDevice)); - -INSTANTIATE_TEST_SUITE_P( - ie_executable_network, IEClassHeteroExecutableNetworkGetMetricTest_TARGET_FALLBACK, - ::testing::Values(targetDevice)); - -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/locale.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/locale.cpp deleted file mode 100644 index d1d36477795..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/executable_network/locale.cpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/executable_network/locale.hpp" -#include "api_conformance_helpers.hpp" - -using namespace BehaviorTestsDefinitions; -namespace { - INSTANTIATE_TEST_SUITE_P(ie_executable_network, CustomLocaleTest, - ::testing::Combine( - ::testing::Values("ru_RU.UTF-8"), - ::testing::ValuesIn(ov::test::conformance::return_all_possible_device_combination())), - CustomLocaleTest::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/callback.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/callback.cpp deleted file mode 100644 index bf4cf1c9b1a..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/callback.cpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/infer_request/callback.hpp" -#include "api_conformance_helpers.hpp" - -namespace { -using namespace BehaviorTestsDefinitions; -using namespace ov::test::conformance; - -INSTANTIATE_TEST_SUITE_P(ie_infer_request, InferRequestCallbackTests, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestCallbackTests::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/cancellation.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/cancellation.cpp deleted file mode 100644 index d061b866f2e..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/cancellation.cpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/infer_request/cancellation.hpp" -#include "api_conformance_helpers.hpp" - -namespace { -using namespace BehaviorTestsDefinitions; -using namespace ov::test::conformance; - -INSTANTIATE_TEST_SUITE_P(ie_infer_request, InferRequestCancellationTests, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestCancellationTests::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/io_blob.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/io_blob.cpp deleted file mode 100644 index 5075684542e..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/io_blob.cpp +++ /dev/null @@ -1,20 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include - -#include "behavior/infer_request/io_blob.hpp" -#include "ie_plugin_config.hpp" -#include "api_conformance_helpers.hpp" - -namespace { -using namespace BehaviorTestsDefinitions; -using namespace ov::test::conformance; - -INSTANTIATE_TEST_SUITE_P(ie_infer_request, InferRequestIOBBlobTest, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestIOBBlobTest::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/multitheading.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/multitheading.cpp deleted file mode 100644 index 4d83d081e40..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/multitheading.cpp +++ /dev/null @@ -1,22 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include - -#include "behavior/infer_request/multithreading.hpp" -#include "ie_plugin_config.hpp" - -#include "api_conformance_helpers.hpp" - -namespace { -using namespace ov::test::conformance; -using namespace BehaviorTestsDefinitions; - -INSTANTIATE_TEST_SUITE_P(ie_infer_request, InferRequestMultithreadingTests, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestMultithreadingTests::getTestCaseName); - -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/perf_counters.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/perf_counters.cpp deleted file mode 100644 index bb8eb6c1368..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/perf_counters.cpp +++ /dev/null @@ -1,18 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/infer_request/perf_counters.hpp" -#include "api_conformance_helpers.hpp" - -namespace { -using namespace ov::test::conformance; -using namespace BehaviorTestsDefinitions; - -INSTANTIATE_TEST_SUITE_P(ie_infer_request, InferRequestPerfCountersTest, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestPerfCountersTest::getTestCaseName); - -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/set_blob_by_type.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/set_blob_by_type.cpp deleted file mode 100644 index 14270733226..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/set_blob_by_type.cpp +++ /dev/null @@ -1,24 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/infer_request/set_blob_by_type.hpp" -#include "api_conformance_helpers.hpp" - -namespace { -using namespace ov::test::conformance; -using namespace BehaviorTestsDefinitions; - -const std::vector setBlobTypes = { - FuncTestUtils::BlobType::Compound, - FuncTestUtils::BlobType::Batched, - FuncTestUtils::BlobType::Memory, - FuncTestUtils::BlobType::Remote, -}; - -INSTANTIATE_TEST_SUITE_P(ie_infer_request, InferRequestSetBlobByType, - ::testing::Combine(::testing::ValuesIn(setBlobTypes), - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestSetBlobByType::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/wait.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/wait.cpp deleted file mode 100644 index dec1e4d0999..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/infer_request/wait.cpp +++ /dev/null @@ -1,20 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include - -#include "behavior/infer_request/wait.hpp" -#include "ie_plugin_config.hpp" -#include "api_conformance_helpers.hpp" - -namespace { -using namespace ov::test::conformance; -using namespace BehaviorTestsDefinitions; - -INSTANTIATE_TEST_SUITE_P(ie_infer_request, InferRequestWaitTests, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestWaitTests::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/caching_tests.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/caching_tests.cpp deleted file mode 100644 index 661e39a7153..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/caching_tests.cpp +++ /dev/null @@ -1,62 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/plugin/caching_tests.hpp" -#include -#include "api_conformance_helpers.hpp" - -namespace { -using namespace ov::test::conformance; -using namespace LayerTestsDefinitions; -using namespace ngraph; - -static const std::vector precisionsTemplate = { - ov::element::f64, - ov::element::f32, - ov::element::f16, - ov::element::i64, - ov::element::i32, - ov::element::i16, - ov::element::i8, - ov::element::u64, - ov::element::u32, - ov::element::u16, - ov::element::u8, - ov::element::boolean, -}; - -static const std::vector batchSizesTemplate = { - 1, 2 -}; - -static const std::vector numericPrecisionsTemplate(precisionsTemplate.begin(), - precisionsTemplate.end() - 1); - -static const std::vector floatingPointPrecisionsTemplate(precisionsTemplate.begin(), - precisionsTemplate.begin() + 3); - -INSTANTIATE_TEST_SUITE_P(ie_plugin_any_type, LoadNetworkCacheTestBase, - ::testing::Combine( - ::testing::ValuesIn(LoadNetworkCacheTestBase::getAnyTypeOnlyFunctions()), - ::testing::ValuesIn(precisionsTemplate), - ::testing::ValuesIn(batchSizesTemplate), - ::testing::ValuesIn(return_all_possible_device_combination())), - LoadNetworkCacheTestBase::getTestCaseName); - -INSTANTIATE_TEST_SUITE_P(ie_plugin_numeric, LoadNetworkCacheTestBase, - ::testing::Combine( - ::testing::ValuesIn(LoadNetworkCacheTestBase::getNumericTypeOnlyFunctions()), - ::testing::ValuesIn(numericPrecisionsTemplate), - ::testing::ValuesIn(batchSizesTemplate), - ::testing::ValuesIn(return_all_possible_device_combination())), - LoadNetworkCacheTestBase::getTestCaseName); - -INSTANTIATE_TEST_SUITE_P(ie_plugin_float, LoadNetworkCacheTestBase, - ::testing::Combine( - ::testing::ValuesIn(LoadNetworkCacheTestBase::getFloatingPointOnlyFunctions()), - ::testing::ValuesIn(floatingPointPrecisionsTemplate), - ::testing::ValuesIn(batchSizesTemplate), - ::testing::ValuesIn(return_all_possible_device_combination())), - LoadNetworkCacheTestBase::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/configuration_tests.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/configuration_tests.cpp deleted file mode 100644 index 90ed2d3be87..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/configuration_tests.cpp +++ /dev/null @@ -1,173 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "ie_plugin_config.hpp" -#include "ie_system_conf.h" -#include "behavior/plugin/configuration_tests.hpp" -#include "api_conformance_helpers.hpp" - -using namespace BehaviorTestsDefinitions; -using namespace ov::test::conformance; - - -namespace { - #if (defined(__APPLE__) || defined(_WIN32)) - auto defaultBindThreadParameter = InferenceEngine::Parameter{[] { - auto numaNodes = InferenceEngine::getAvailableNUMANodes(); - if (numaNodes.size() > 1) { - return std::string{CONFIG_VALUE(NUMA)}; - } else { - return std::string{CONFIG_VALUE(NO)}; - } - }()}; - #else - auto defaultBindThreadParameter = InferenceEngine::Parameter{std::string{CONFIG_VALUE(YES)}}; - #endif - INSTANTIATE_TEST_SUITE_P( - ie_plugin, - DefaultConfigurationTest, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination(false)), - ::testing::Values(DefaultParameter{CONFIG_KEY(PERF_COUNT), CONFIG_VALUE(NO)})), - DefaultConfigurationTest::getTestCaseName); - - const std::vector> pluginConfigs = { - {{}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::THROUGHPUT}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT_NUM_REQUESTS, "1"}}, - // check that hints doesn't override customer value (now for streams and later for other config opts) - }; - - const std::vector> pluginMultiConfigs = { - {{InferenceEngine::MultiDeviceConfigParams::KEY_MULTI_DEVICE_PRIORITIES , ov::test::utils::DEVICE_CPU}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::THROUGHPUT}}, - {{InferenceEngine::MultiDeviceConfigParams::KEY_MULTI_DEVICE_PRIORITIES , ov::test::utils::DEVICE_CPU}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}}, - {{InferenceEngine::MultiDeviceConfigParams::KEY_MULTI_DEVICE_PRIORITIES , ov::test::utils::DEVICE_CPU}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT_NUM_REQUESTS, "1"}} - }; - - INSTANTIATE_TEST_SUITE_P(ie_plugin, CorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::conformance::targetDevice), - ::testing::ValuesIn(pluginConfigs)), - CorrectConfigTests::getTestCaseName); - -INSTANTIATE_TEST_SUITE_P(ie_plugin_Hetero, CorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_HETERO), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_HETERO, pluginConfigs))), - CorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Multi, CorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_MULTI), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_MULTI, pluginMultiConfigs))), - CorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Auto, CorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_AUTO), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_AUTO, pluginMultiConfigs))), - CorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_AutoBatch, CorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_BATCH), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_BATCH, pluginConfigs))), - CorrectConfigTests::getTestCaseName); - - const std::vector> inPluginConfigs = { - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, "DOESN'T EXIST"}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT_NUM_REQUESTS, "-1"}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::THROUGHPUT}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT_NUM_REQUESTS, "should be int"}}, - }; - - const std::vector> pluginMultiInConfigs = { - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, "DOESN'T EXIST"}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT_NUM_REQUESTS, "-1"}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::THROUGHPUT}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT_NUM_REQUESTS, "should be int"}} - }; - - INSTANTIATE_TEST_SUITE_P(ie_plugin, IncorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::conformance::targetDevice), - ::testing::ValuesIn(inPluginConfigs)), - IncorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Hetero, IncorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_HETERO), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_HETERO, inPluginConfigs))), - IncorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Multi, IncorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_MULTI), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_MULTI, pluginMultiInConfigs))), - IncorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Auto, IncorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_AUTO), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_AUTO, pluginMultiInConfigs))), - IncorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_AutoBatch, IncorrectConfigTests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_BATCH), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_BATCH, pluginMultiInConfigs))), - IncorrectConfigTests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin, IncorrectConfigAPITests, - ::testing::Combine( - ::testing::Values(ov::test::conformance::targetDevice), - ::testing::ValuesIn(inPluginConfigs)), - IncorrectConfigAPITests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Hetero, IncorrectConfigAPITests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_HETERO), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_HETERO, inPluginConfigs))), - IncorrectConfigAPITests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Multi, IncorrectConfigAPITests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_MULTI), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_MULTI, pluginMultiInConfigs))), - IncorrectConfigAPITests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_Auto, IncorrectConfigAPITests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_AUTO), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_AUTO, pluginMultiInConfigs))), - IncorrectConfigAPITests::getTestCaseName); - - INSTANTIATE_TEST_SUITE_P(ie_plugin_AutoBatch, IncorrectConfigAPITests, - ::testing::Combine( - ::testing::Values(ov::test::utils::DEVICE_BATCH), - ::testing::ValuesIn(generate_configs(ov::test::utils::DEVICE_BATCH, inPluginConfigs))), - IncorrectConfigAPITests::getTestCaseName); - - const std::vector> pluginConfigsCheck = { - {}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::THROUGHPUT}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}}, - {{InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT, InferenceEngine::PluginConfigParams::LATENCY}, - {InferenceEngine::PluginConfigParams::KEY_PERFORMANCE_HINT_NUM_REQUESTS, "1"}}, - }; - - INSTANTIATE_TEST_SUITE_P(ie_plugin, CorrectConfigCheck, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::ValuesIn(pluginConfigsCheck)), - CorrectConfigCheck::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_integration.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_integration.cpp deleted file mode 100644 index 12e4071694e..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_integration.cpp +++ /dev/null @@ -1,88 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/plugin/core_integration.hpp" -#include "api_conformance_helpers.hpp" - -using namespace BehaviorTestsDefinitions; -using namespace InferenceEngine::PluginConfigParams; -using namespace ov::test::conformance; - -namespace { -// -// IE Class Common tests with -// - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassBasicTestP, - ::testing::ValuesIn(generate_pairs_plugin_name_by_device())); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassNetworkTestP, - ::testing::ValuesIn(return_all_possible_device_combination())); - -// -// IE Class GetMetric -// - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_SUPPORTED_CONFIG_KEYS, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_SUPPORTED_METRICS, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_AVAILABLE_DEVICES, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_FULL_DEVICE_NAME, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_OPTIMIZATION_CAPABILITIES, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_RANGE_FOR_ASYNC_INFER_REQUESTS, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_RANGE_FOR_STREAMS, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetMetricTest_ThrowUnsupported, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetConfigTest_ThrowUnsupported, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetAvailableDevices, - ::testing::Values(targetDevice)); - -// -// IE Class GetConfig -// - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassGetConfigTest, - ::testing::ValuesIn(return_all_possible_device_combination(false))); - -// IE Class Query network - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassQueryNetworkTest, - ::testing::ValuesIn(return_all_possible_device_combination())); - -// IE Class Load network - -INSTANTIATE_TEST_SUITE_P( - ie_plugin, IEClassLoadNetworkTest, - ::testing::ValuesIn(return_all_possible_device_combination())); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_threading_tests.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_threading_tests.cpp deleted file mode 100644 index 06507ee6817..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/core_threading_tests.cpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include -#include "api_conformance_helpers.hpp" - -using namespace ov::test::conformance; - -namespace { - -const Params coreThreadingParams[] = { - std::tuple{ ov::test::utils::DEVICE_HETERO, generate_configs(ov::test::utils::DEVICE_HETERO).front() }, - std::tuple{ ov::test::utils::DEVICE_MULTI, generate_configs(ov::test::utils::DEVICE_MULTI).front() }, - std::tuple{ ov::test::utils::DEVICE_AUTO, generate_configs(ov::test::utils::DEVICE_AUTO).front() }, - std::tuple{ ov::test::utils::DEVICE_BATCH, generate_configs(ov::test::utils::DEVICE_BATCH).front() }, -}; - -INSTANTIATE_TEST_SUITE_P(ie_plugin_, CoreThreadingTests, - testing::ValuesIn(coreThreadingParams), - CoreThreadingTests::getTestCaseName); - -INSTANTIATE_TEST_SUITE_P(ie_plugin, CoreThreadingTests, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(Config{{ CONFIG_KEY(PERF_COUNT), CONFIG_VALUE(YES) }})), - CoreThreadingTests::getTestCaseName); - -INSTANTIATE_TEST_SUITE_P(ie_plugin, CoreThreadingTestsWithIterations, - testing::Combine(testing::ValuesIn(coreThreadingParams), - testing::Values(4), - testing::Values(50), - testing::Values(ModelClass::Default)), - CoreThreadingTestsWithIterations::getTestCaseName); - -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/life_time.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/life_time.cpp deleted file mode 100644 index 8a48ac9b442..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/life_time.cpp +++ /dev/null @@ -1,33 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/plugin/life_time.hpp" -#include "api_conformance_helpers.hpp" - -using namespace BehaviorTestsDefinitions; -using namespace ov::test::conformance; - -namespace { - const std::vector> orders = { - // 0 - plugin - // 1 - executable_network - // 2 - infer_request - // 3 - variable state - {3, 0, 1, 2}, - {3, 0, 2, 1}, - {3, 1, 0, 2}, - {3, 1, 2, 0}, - {3, 2, 0, 1}, - {3, 2, 1, 0}, - {0, 3, 1, 2}, - {0, 1, 3, 2} - }; - - INSTANTIATE_TEST_SUITE_P(ie_plugin, HoldersTest, - ::testing::Combine( - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::ValuesIn(orders)), - HoldersTest::getTestCaseName); - -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/set_preprocess.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/set_preprocess.cpp deleted file mode 100644 index 7b1b165f8ce..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/set_preprocess.cpp +++ /dev/null @@ -1,66 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/plugin/set_preprocess.hpp" -#include "api_conformance_helpers.hpp" - -namespace { - -using namespace BehaviorTestsDefinitions; -using namespace ov::test::conformance; - -const std::vector netPrecisionsPreprocess = { - InferenceEngine::Precision::FP32, - InferenceEngine::Precision::FP16 -}; - -INSTANTIATE_TEST_SUITE_P(ie_plugin, InferRequestPreprocessTest, - ::testing::Combine( - ::testing::ValuesIn(netPrecisionsPreprocess), - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestPreprocessTest::getTestCaseName); - -const std::vector ioPrecisionsPreprocess = { - InferenceEngine::Precision::FP32, - InferenceEngine::Precision::U8 -}; -const std::vector netLayoutsPreprocess = { - InferenceEngine::Layout::NCHW, - // InferenceEngine::Layout::NHWC -}; - -const std::vector ioLayoutsPreprocess = { - InferenceEngine::Layout::NCHW, - InferenceEngine::Layout::NHWC -}; - -INSTANTIATE_TEST_SUITE_P(ie_plugin, InferRequestPreprocessConversionTest, - ::testing::Combine( - ::testing::ValuesIn(netPrecisionsPreprocess), - ::testing::ValuesIn(ioPrecisionsPreprocess), - ::testing::ValuesIn(ioPrecisionsPreprocess), - ::testing::ValuesIn(netLayoutsPreprocess), - ::testing::ValuesIn(ioLayoutsPreprocess), - ::testing::ValuesIn(ioLayoutsPreprocess), - ::testing::Bool(), - ::testing::Bool(), - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestPreprocessConversionTest::getTestCaseName); - -INSTANTIATE_TEST_SUITE_P(ie_plugin, InferRequestPreprocessDynamicallyInSetBlobTest, - ::testing::Combine( - ::testing::ValuesIn(netPrecisionsPreprocess), - ::testing::Bool(), - ::testing::Bool(), - ::testing::ValuesIn(netLayoutsPreprocess), - ::testing::Bool(), - ::testing::Bool(), - ::testing::Values(true), // only SetBlob - ::testing::Values(true), // only SetBlob - ::testing::ValuesIn(return_all_possible_device_combination()), - ::testing::Values(ie_config)), - InferRequestPreprocessDynamicallyInSetBlobTest::getTestCaseName); -} // namespace diff --git a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/version.cpp b/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/version.cpp deleted file mode 100644 index 53f06d72574..00000000000 --- a/src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/plugin/version.cpp +++ /dev/null @@ -1,13 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#include "behavior/plugin/version.hpp" -#include "api_conformance_helpers.hpp" - -using namespace BehaviorTestsDefinitions; -namespace { - INSTANTIATE_TEST_SUITE_P(ie_plugin, VersionTest, - ::testing::ValuesIn(ov::test::conformance::return_all_possible_device_combination()), - VersionTest::getTestCaseName); -} // namespace