IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[CONFORMANCE] Fix expected trusted op passrate + python constants fix (#19050)

Browse Source 
* [CONFORMANCE] Fix expected trusted op passrate + constants

* tmp disable qm & ie

* rename read_ir to inference

* take max timestamp instead of min
This commit is contained in:
Irina Efode 2023-08-09 19:27:45 +04:00 committed by GitHub
parent 81645aaeda
commit ae20c5251a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/tests/functional/plugin/conformance/test_runner/op_conformance_runner/src/read_ir/read_ir_tests.cpp
View File

@ -17,15 +17,16 @@ using namespace ov::test::subgraph;
namespace {
TEST_P(ReadIRTest, ReadIR) {
TEST_P(ReadIRTest, Inference) {
run();
}
TEST_P(ReadIRTest, QueryModel) {
// temporarty disable to provide correct numbers for release
TEST_P(ReadIRTest, DISABLED_QueryModel) {
query_model();
}
TEST_P(ReadIRTest, ImportExport) {
TEST_P(ReadIRTest, DISABLED_ImportExport) {
import_export();
}

2
src/tests/test_utils/functional_test_utils/layer_tests_summary/merge_xmls.py
View File

@ -67,7 +67,7 @@ def aggregate_test_results(aggregated_results: SubElement, xml_reports: list,
continue
xml_results = xml_root.find("results")
xml_timestamp = xml_root.get("timestamp")
if aggregated_timestamp is None or xml_timestamp < aggregated_timestamp:
if aggregated_timestamp is None or xml_timestamp > aggregated_timestamp:
aggregated_timestamp = xml_timestamp
for xml_device_entry in xml_results:
if merge_device_suffix and "." in xml_device_entry.tag:

1
src/tests/test_utils/functional_test_utils/layer_tests_summary/rename_conformance_ir.py
View File

@ -24,7 +24,6 @@ except:
if PY_OPENVINO in os.listdir(ov_bin_path):
env = os.environ
py_ov = os.path.join(ov_bin_path, PY_OPENVINO)
py_ov = os.path.join(py_ov, find_latest_dir(py_ov))
env = set_env_variable(env, "PYTHONPATH", py_ov)
env = set_env_variable(env, LD_LIB_PATH_NAME, ov_bin_path)

2
src/tests/test_utils/functional_test_utils/layer_tests_summary/template/report_template.html
View File

@ -32,7 +32,7 @@
<span><b>Passrates are based on relative weights each subgraphs! You can check absolute value in `General passrate` row!</b></span>
</div>
<div>
<span><b>Relative Passrate could be from 0 to 200% now! Relative weight of operation is calculated once for current set of models, but there are more then one tests per model. </b></span>
<span><b>Relative Passrate could be from 0 to 100% (Inference only)! Relative weight of operation is calculated once for current set of models, but there are more then one tests per model. </b></span>
</div>
<div>
<span><b>Status:</b></span>

2
src/tests/test_utils/functional_test_utils/layer_tests_summary/utils/constants.py
View File

@ -28,7 +28,7 @@ PIP_NAME = "pip" if IS_WIN else "pip3"
LD_LIB_PATH_NAME = "PATH" if IS_WIN else "LD_LIBRARY_PATH"
OPENVINO_NAME = 'openvino'
PY_OPENVINO = "python_api"
PY_OPENVINO = "python"
DEBUG_DIR = "Debug"
RELEASE_DIR = "Release"