IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[CI] [GHA] Skip test_div_uint8_cpu on macOS only; unskip test_onnx/test_backend.py in GHA workflows (#20367)

Browse Source 
* only skip test if mac

* unskip

* unskip trigger

* skip for onnx fe as well

* do not skip

* return skips and unskip test_backend in Python API 1.0

* rm pr trigger

---------

Co-authored-by: Ilya Lavrenov <ilya.lavrenov@intel.com>
This commit is contained in:
Andrey Kashchikhin 2023-10-11 11:05:12 +01:00 committed by GitHub
parent ac11751e9c
commit a3d6d0bca9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 22 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.github/workflows/linux.yml vendored
View File

@ -896,8 +896,7 @@ jobs:
run: | run: |
python3 -m pytest -s ${INSTALL_TEST_DIR}/pyngraph \ python3 -m pytest -s ${INSTALL_TEST_DIR}/pyngraph \
--junitxml=${INSTALL_TEST_DIR}/TEST-Pyngraph.xml \ --junitxml=${INSTALL_TEST_DIR}/TEST-Pyngraph.xml \
--ignore=${INSTALL_TEST_DIR}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py \ --ignore=${INSTALL_TEST_DIR}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py
--ignore=${INSTALL_TEST_DIR}/pyngraph/tests_compatibility/test_onnx/test_backend.py
- name: Python API 2.0 Tests - name: Python API 2.0 Tests
run: | run: |

5
.github/workflows/mac.yml vendored
View File

@ -485,12 +485,11 @@ jobs:
python3 -m pip install $ov_dev_wheel_name[mxnet,caffe,kaldi,onnx,tensorflow2] python3 -m pip install $ov_dev_wheel_name[mxnet,caffe,kaldi,onnx,tensorflow2]
popd popd
- name: nGraph and IE Python Bindings Tests - name: Python API 1.0 Tests
run: | run: |
python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph \ python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph \
--junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml \ --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml \
--ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests/test_onnx/test_zoo_models.py \ --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests/test_onnx/test_zoo_models.py
--ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests/test_onnx/test_backend.py
- name: Python API 2.0 Tests - name: Python API 2.0 Tests
run: | run: |

2
.github/workflows/windows.yml vendored
View File

@ -310,7 +310,7 @@ jobs:
shell: cmd shell: cmd
run: | run: |
set PYTHONPATH=${{ env.OPENVINO_REPO }}\tools\mo;${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH% set PYTHONPATH=${{ env.OPENVINO_REPO }}\tools\mo;${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH%
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests_compatibility/test_onnx/test_backend.py call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py
- name: Python API 2.0 Tests - name: Python API 2.0 Tests
shell: cmd shell: cmd

9
src/bindings/python/tests_compatibility/test_onnx/test_backend.py
View File

@ -3,6 +3,8 @@
import logging import logging
from sys import platform
import onnx.backend.test import onnx.backend.test
from tests_compatibility import ( from tests_compatibility import (
BACKEND_NAME, BACKEND_NAME,
@ -32,6 +34,7 @@ from tests_compatibility import (
xfail_issue_48052, xfail_issue_48052,
xfail_issue_52463, xfail_issue_52463,
xfail_issue_58033, xfail_issue_58033,
xfail_issue_58676,
xfail_issue_63033, xfail_issue_63033,
xfail_issue_63036, xfail_issue_63036,
xfail_issue_63043, xfail_issue_63043,
@ -809,6 +812,12 @@ tests_expected_to_fail = [
), ),
] ]
if platform == 'darwin':
tests_expected_to_fail.append((
xfail_issue_58676,
"OnnxBackendNodeModelTest.test_div_uint8_cpu"
))
for test_group in tests_expected_to_fail: for test_group in tests_expected_to_fail:
for test_case in test_group[1:]: for test_case in test_group[1:]:
expect_fail("{}".format(test_case), test_group[0]) expect_fail("{}".format(test_case), test_group[0])

9
src/frontends/onnx/tests/tests_python/test_backend.py
View File

@ -4,6 +4,8 @@
import logging import logging
from sys import platform
import onnx.backend.test import onnx.backend.test
from tests import ( from tests import (
BACKEND_NAME, BACKEND_NAME,
@ -32,6 +34,7 @@ from tests import (
xfail_issue_48052, xfail_issue_48052,
xfail_issue_52463, xfail_issue_52463,
xfail_issue_58033, xfail_issue_58033,
xfail_issue_58676,
xfail_issue_63033, xfail_issue_63033,
xfail_issue_63036, xfail_issue_63036,
xfail_issue_63043, xfail_issue_63043,
@ -683,6 +686,12 @@ tests_expected_to_fail = [
), ),
] ]
if platform == 'darwin':
tests_expected_to_fail.append((
xfail_issue_58676,
"OnnxBackendNodeModelTest.test_div_uint8_cpu"
))
for test_group in tests_expected_to_fail: for test_group in tests_expected_to_fail:
for test_case in test_group[1:]: for test_case in test_group[1:]:
expect_fail(f"{test_case}", test_group[0]) expect_fail(f"{test_case}", test_group[0])