IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[apiConformance] Change test for ov::hint::inference_precision RW property (#19977)

Browse Source
This commit is contained in:
Sofya Balandina 2023-09-25 13:27:23 +01:00 committed by GitHub
parent 7d1b7b6bec
commit 0dd54c8a0e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 49 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/tests/functional/plugin/conformance/test_runner/api_conformance_runner/src/behavior/ov_plugin/properties.cpp
View File

@ -83,6 +83,12 @@ INSTANTIATE_TEST_SUITE_P(ov_plugin_mandatory, OVCheckChangePropComplieModleGetPr
::testing::Values(ov::AnyMap({}))), ::testing::Values(ov::AnyMap({}))),
OVCheckChangePropComplieModleGetPropTests_DEVICE_ID::getTestCaseName); OVCheckChangePropComplieModleGetPropTests_DEVICE_ID::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(ov_plugin_mandatory, OVCheckChangePropComplieModleGetPropTests_InferencePrecision,
::testing::Combine(
::testing::ValuesIn(return_all_possible_device_combination()),
::testing::Values(ov::AnyMap({}))),
OVCheckChangePropComplieModleGetPropTests_InferencePrecision::getTestCaseName);
INSTANTIATE_TEST_SUITE_P(ov_plugin, OVCheckMetricsPropsTests_ModelDependceProps, INSTANTIATE_TEST_SUITE_P(ov_plugin, OVCheckMetricsPropsTests_ModelDependceProps,
::testing::Combine( ::testing::Combine(
::testing::ValuesIn(return_all_possible_device_combination()), ::testing::ValuesIn(return_all_possible_device_combination()),

1
src/tests/functional/plugin/shared/include/behavior/ov_plugin/properties_tests.hpp
View File

@ -80,6 +80,7 @@ public:
using OVCheckSetSupportedRWMetricsPropsTests = OVPropertiesTestsWithCompileModelProps; using OVCheckSetSupportedRWMetricsPropsTests = OVPropertiesTestsWithCompileModelProps;
using OVCheckGetSupportedROMetricsPropsTests = OVPropertiesTestsWithCompileModelProps; using OVCheckGetSupportedROMetricsPropsTests = OVPropertiesTestsWithCompileModelProps;
using OVCheckChangePropComplieModleGetPropTests_DEVICE_ID = OVPropertiesTestsWithCompileModelProps; using OVCheckChangePropComplieModleGetPropTests_DEVICE_ID = OVPropertiesTestsWithCompileModelProps;
using OVCheckChangePropComplieModleGetPropTests_InferencePrecision = OVPropertiesTestsWithCompileModelProps;
using OVCheckMetricsPropsTests_ModelDependceProps = OVPropertiesTestsWithCompileModelProps; using OVCheckMetricsPropsTests_ModelDependceProps = OVPropertiesTestsWithCompileModelProps;
class OVClassSetDefaultDeviceIDPropTest : public OVPluginTestBase, class OVClassSetDefaultDeviceIDPropTest : public OVPluginTestBase,

54
src/tests/functional/plugin/shared/src/behavior/ov_plugin/properties_tests.cpp
View File

@ -240,18 +240,6 @@ std::vector<ov::AnyMap> OVPropertiesTestsWithCompileModelProps::configurePropert
std::vector<ov::AnyMap> OVPropertiesTestsWithCompileModelProps::getRWMandatoryPropertiesValues(std::vector<std::string> props) { std::vector<ov::AnyMap> OVPropertiesTestsWithCompileModelProps::getRWMandatoryPropertiesValues(std::vector<std::string> props) {
std::vector<ov::AnyMap> res; std::vector<ov::AnyMap> res;
if (props.empty() || std::find(props.begin(), props.end(), ov::hint::inference_precision.name()) != props.end()) {
const std::vector<ov::element::Type> ovElemTypes = {
ov::element::f64, ov::element::f32, ov::element::f16, ov::element::bf16,
ov::element::i64, ov::element::i32, ov::element::i16, ov::element::i8, ov::element::i4,
ov::element::u64, ov::element::u32, ov::element::u16, ov::element::u8, ov::element::u4, ov::element::u1,
ov::element::boolean, ov::element::undefined, ov::element::dynamic
};
for (auto &precision : ovElemTypes) {
res.push_back({{ov::hint::inference_precision(precision)}});
}
}
if (props.empty() || std::find(props.begin(), props.end(), ov::hint::performance_mode.name()) != props.end()) { if (props.empty() || std::find(props.begin(), props.end(), ov::hint::performance_mode.name()) != props.end()) {
ov::hint::PerformanceMode performance_modes[] = {ov::hint::PerformanceMode::LATENCY, ov::hint::PerformanceMode performance_modes[] = {ov::hint::PerformanceMode::LATENCY,
ov::hint::PerformanceMode::THROUGHPUT, ov::hint::PerformanceMode::CUMULATIVE_THROUGHPUT}; ov::hint::PerformanceMode::THROUGHPUT, ov::hint::PerformanceMode::CUMULATIVE_THROUGHPUT};
@ -401,6 +389,48 @@ TEST_P(OVCheckChangePropComplieModleGetPropTests_DEVICE_ID, ChangeCorrectDeviceP
} }
} }
TEST_P(OVCheckChangePropComplieModleGetPropTests_InferencePrecision, ChangeCorrectProperties) {
std::vector<ov::PropertyName> supported_properties;
OV_ASSERT_NO_THROW(supported_properties = core->get_property(target_device, ov::supported_properties));
auto supported = util::contains(supported_properties, ov::hint::inference_precision);
ASSERT_TRUE(supported) << "property is not supported: " << ov::hint::inference_precision;
ov::Any default_property;
OV_ASSERT_NO_THROW(default_property = core->get_property(target_device, ov::hint::inference_precision));
ASSERT_FALSE(default_property.empty());
const std::vector<ov::element::Type> ovElemTypes = {
ov::element::f64, ov::element::f32, ov::element::f16, ov::element::bf16,
ov::element::i64, ov::element::i32, ov::element::i16, ov::element::i8, ov::element::i4,
ov::element::u64, ov::element::u32, ov::element::u16, ov::element::u8, ov::element::u4, ov::element::u1,
ov::element::boolean, ov::element::undefined, ov::element::dynamic
};
bool any_supported = false;
for (ov::element::Type type : ovElemTypes) {
try {
core->set_property(target_device, ov::hint::inference_precision(type));
core->compile_model(model, target_device, compileModelProperties);
} catch (const Exception& ex) {
std::string err_msg(ex.what());
ASSERT_TRUE(err_msg.find("Unsupported precision") != std::string::npos) <<
"Fail to set and compile_model with precision: " << type << std::endl;
continue;
}
ov::Any actual_property_value;
OV_ASSERT_NO_THROW(actual_property_value = core->get_property(target_device, ov::hint::inference_precision));
ASSERT_FALSE(actual_property_value.empty());
ov::element::Type actual_value = actual_property_value.as<ov::element::Type>();
ASSERT_EQ(actual_value, type) << "Peoperty is changed in wrong way";
std::cout << "Supported precision: " << type << std::endl;
any_supported = true;
}
ASSERT_TRUE(any_supported) << "No one supported precision is found";
}
std::vector<ov::AnyMap> OVPropertiesTestsWithCompileModelProps::getModelDependcePropertiesValues() { std::vector<ov::AnyMap> OVPropertiesTestsWithCompileModelProps::getModelDependcePropertiesValues() {
std::vector<ov::AnyMap> res; std::vector<ov::AnyMap> res;
// Read Only // Read Only