IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[apiConformance] Define mandatory scope for infer requiest tests (#16418)

Browse Source
This commit is contained in:
Sofya Balandina 2023-04-10 09:27:20 +01:00 committed by GitHub
parent b7bf760516
commit ed50d3782c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
10 changed files with 67 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/plugins/intel_cpu/tests/functional/shared_tests_instances/behavior/ov_infer_request/inference_chaining.cpp
View File

@ -38,4 +38,22 @@ INSTANTIATE_TEST_SUITE_P(smoke_Auto_BehaviorTests, OVInferenceChaining,
::testing::Values(CommonTestUtils::DEVICE_AUTO),
::testing::ValuesIn(AutoConfigs)),
OVInferenceChaining::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_BehaviorTests, OVInferenceChainingStatic,
::testing::Combine(
::testing::Values(CommonTestUtils::DEVICE_CPU),
::testing::ValuesIn(configs)),
OVInferenceChainingStatic::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_Hetero_BehaviorTests, OVInferenceChainingStatic,
::testing::Combine(
::testing::Values(CommonTestUtils::DEVICE_HETERO),
::testing::ValuesIn(HeteroConfigs)),
OVInferenceChainingStatic::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_Auto_BehaviorTests, OVInferenceChainingStatic,
::testing::Combine(
::testing::Values(CommonTestUtils::DEVICE_AUTO),
::testing::ValuesIn(AutoConfigs)),
OVInferenceChainingStatic::getTestCaseName);
} // namespace

6
src/plugins/intel_gna/tests/functional/shared_tests_instances/behavior/ov_infer_request/inference_chaining.cpp
View File

@ -17,4 +17,10 @@ INSTANTIATE_TEST_SUITE_P(smoke_BehaviorTests,
::testing::Combine(::testing::Values(CommonTestUtils::DEVICE_GNA),
::testing::ValuesIn(device_modes)),
OVInferenceChaining::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_BehaviorTests,
OVInferenceChainingStatic,
::testing::Combine(::testing::Values(CommonTestUtils::DEVICE_GNA),
::testing::ValuesIn(device_modes)),
OVInferenceChainingStatic::getTestCaseName);
} // namespace

12
src/plugins/template/tests/functional/shared_tests_instances/behavior/ov_infer_request/inference_chaining.cpp
View File

@ -28,4 +28,16 @@ INSTANTIATE_TEST_SUITE_P(smoke_Hetero_BehaviorTests, OVInferenceChaining,
::testing::ValuesIn(HeteroConfigs)),
OVInferenceChaining::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_BehaviorTests, OVInferenceChainingStatic,
::testing::Combine(
::testing::Values(CommonTestUtils::DEVICE_TEMPLATE),
::testing::ValuesIn(configs)),
OVInferenceChainingStatic::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_Hetero_BehaviorTests, OVInferenceChainingStatic,
::testing::Combine(
::testing::Values(CommonTestUtils::DEVICE_HETERO),
::testing::ValuesIn(HeteroConfigs)),
OVInferenceChainingStatic::getTestCaseName);
} // namespace

2
src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/ov_infer_request/callback.cpp
View File

@ -12,7 +12,7 @@ namespace {
using namespace ov::test::behavior;
using namespace ov::test::conformance;
INSTANTIATE_TEST_SUITE_P(ov_infer_request, OVInferRequestCallbackTests,
INSTANTIATE_TEST_SUITE_P(ov_infer_request_mandatory, OVInferRequestCallbackTests,
::testing::Combine(
::testing::ValuesIn(return_all_possible_device_combination()),
::testing::Values(pluginConfig)),

2
src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/ov_infer_request/cancellation.cpp
View File

@ -9,7 +9,7 @@ namespace {
using namespace ov::test::behavior;
using namespace ov::test::conformance;
INSTANTIATE_TEST_SUITE_P(ov_infer_request, OVInferRequestCancellationTests,
INSTANTIATE_TEST_SUITE_P(ov_infer_request_mandatory, OVInferRequestCancellationTests,
::testing::Combine(
::testing::ValuesIn(return_all_possible_device_combination()),
::testing::Values(pluginConfig)),

8
src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/ov_infer_request/inference_chaining.cpp
View File

@ -6,10 +6,16 @@
#include "common_test_utils/test_constants.hpp"
#include "ov_api_conformance_helpers.hpp"
namespace {
using namespace ov::test::behavior;
using namespace ov::test::conformance;
INSTANTIATE_TEST_SUITE_P(ov_infer_request_mandatory, OVInferenceChainingStatic,
::testing::Combine(
::testing::ValuesIn(return_all_possible_device_combination()),
::testing::Values(pluginConfig)),
OVInferenceChaining::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(ov_infer_request, OVInferenceChaining,
::testing::Combine(
::testing::ValuesIn(return_all_possible_device_combination()),

2
src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/ov_infer_request/multithreading.cpp
View File

@ -13,7 +13,7 @@ using namespace ov::test::conformance;
namespace {
INSTANTIATE_TEST_SUITE_P(ov_infer_request, OVInferRequestMultithreadingTests,
INSTANTIATE_TEST_SUITE_P(ov_infer_request_mandatory, OVInferRequestMultithreadingTests,
::testing::Combine(
::testing::ValuesIn(return_all_possible_device_combination()),
::testing::Values(pluginConfig)),

7
src/tests/functional/plugin/gpu/shared_tests_instances/behavior/ov_infer_request/infer_request_dynamic.cpp
View File

@ -86,6 +86,13 @@ INSTANTIATE_TEST_SUITE_P(smoke_Auto_BehaviorTests, OVInferenceChaining,
::testing::Values(CommonTestUtils::DEVICE_AUTO),
::testing::ValuesIn(AutoConfigs())),
OVInferenceChaining::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_Auto_BehaviorTests, OVInferenceChainingStatic,
::testing::Combine(
::testing::Values(CommonTestUtils::DEVICE_AUTO),
::testing::ValuesIn(AutoConfigs())),
OVInferenceChainingStatic::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(smoke_Auto_BehaviorTests, OVNotSupportRequestDynamicTests,
::testing::Combine(
::testing::Values(getFunction2()),

2
src/tests/functional/plugin/shared/include/behavior/ov_infer_request/inference_chaining.hpp
View File

@ -56,6 +56,8 @@ public:
void Run();
};
using OVInferenceChainingStatic = OVInferenceChaining;
} // namespace behavior
} // namespace test
} // namespace ov

12
src/tests/functional/plugin/shared/src/behavior/ov_infer_request/inference_chaining.cpp
View File

@ -134,6 +134,7 @@ void OVInferenceChaining::Run() {
}
}
// DEPRECATED VERSION
TEST_P(OVInferenceChaining, StaticOutputToStaticInput) {
// Skip test according to plugin specific disabledTestPatterns() (if any)
SKIP_IF_CURRENT_TEST_IS_DISABLED()
@ -145,6 +146,17 @@ TEST_P(OVInferenceChaining, StaticOutputToStaticInput) {
Run();
}
TEST_P(OVInferenceChainingStatic, StaticOutputToStaticInput) {
// Skip test according to plugin specific disabledTestPatterns() (if any)
SKIP_IF_CURRENT_TEST_IS_DISABLED()
function0 = getFirstStaticFunction();
function1 = getSecondStaticFunction();
function2 = getThirdStaticFunction();
Run();
}
TEST_P(OVInferenceChaining, StaticOutputToDynamicInput) {
// Skip test according to plugin specific disabledTestPatterns() (if any)
SKIP_IF_CURRENT_TEST_IS_DISABLED()