From 4f7ac430fce91c7d6c7ddf62c13a6ffa911974a3 Mon Sep 17 00:00:00 2001 From: Roman Kazantsev Date: Wed, 6 Sep 2023 19:02:59 +0400 Subject: [PATCH] [TF Hub][TF FE][GA] Establish regular validation for all TF Hub models (#19649) * [TF Hub][TF FE] Establish regular validation for all TF Hub models Signed-off-by: Kazantsev, Roman * Correct names of reports * Simplify configuration --------- Signed-off-by: Kazantsev, Roman --- .github/workflows/linux.yml | 10 ++++++++-- tests/model_hub_tests/tf_hub_tests/nightly_models_tmp | 2 ++ .../tf_hub_tests/test_tf_hub_convert_model.py | 2 +- 3 files changed, 11 insertions(+), 3 deletions(-) create mode 100644 tests/model_hub_tests/tf_hub_tests/nightly_models_tmp diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index 5e0fb067078..1c6e73c8d76 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -1,5 +1,8 @@ name: Tests on Linux (Ubuntu 22.04, Python 3.11) on: + schedule: + # - cron: '0 20/72 * * *' + - cron: '10 * * * *' workflow_dispatch: pull_request: paths-ignore: @@ -674,8 +677,9 @@ jobs: source ${{ env.INSTALL_DIR }}/setupvars.sh - python3 -m pytest ${{ env.MODEL_HUB_TESTS_INSTALL_DIR }}/tf_hub_tests/ -m precommit --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_hub_tf_fe.xml + python3 -m pytest ${{ env.MODEL_HUB_TESTS_INSTALL_DIR }}/tf_hub_tests/ -m ${{ env.TYPE }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_hub_tf_fe.xml --html TEST-tf_hub_tf_fe.html --self-contained-html env: + TYPE: ${{ github.event_name == 'schedule' && 'nightly' || 'precommit'}} TEST_DEVICE: CPU - name: TensorFlow 1 Layer Tests - Legacy FE @@ -741,7 +745,9 @@ jobs: if: ${{ always() }} with: name: test-results-python - path: ${{ env.INSTALL_TEST_DIR }}/TEST*.xml + path: | + ${{ env.INSTALL_TEST_DIR }}/TEST*.html + ${{ env.INSTALL_TEST_DIR }}/TEST*.xml if-no-files-found: 'error' CPU_Functional_Tests: diff --git a/tests/model_hub_tests/tf_hub_tests/nightly_models_tmp b/tests/model_hub_tests/tf_hub_tests/nightly_models_tmp new file mode 100644 index 00000000000..6233759b6af --- /dev/null +++ b/tests/model_hub_tests/tf_hub_tests/nightly_models_tmp @@ -0,0 +1,2 @@ +vision/embedder/fungi_V2,https://tfhub.dev/svampeatlas/vision/embedder/fungi_V2/1?tf-hub-format=compressed +universal-sentence-encoder,https://tfhub.dev/google/universal-sentence-encoder/4?tf-hub-format=compressed \ No newline at end of file diff --git a/tests/model_hub_tests/tf_hub_tests/test_tf_hub_convert_model.py b/tests/model_hub_tests/tf_hub_tests/test_tf_hub_convert_model.py index 2640e8214e9..c5cb9fb3b2f 100644 --- a/tests/model_hub_tests/tf_hub_tests/test_tf_hub_convert_model.py +++ b/tests/model_hub_tests/tf_hub_tests/test_tf_hub_convert_model.py @@ -106,7 +106,7 @@ class TestTFHubConvertModel(TestConvertModel): self.run(model_name, model_link, ie_device) @pytest.mark.parametrize("model_name,model_link,mark,reason", - get_models_list(os.path.join(os.path.dirname(__file__), "nightly_models"))) + get_models_list(os.path.join(os.path.dirname(__file__), "nightly_models_tmp"))) @pytest.mark.nightly def test_convert_model_all_models(self, model_name, model_link, mark, reason, ie_device): assert mark is None or mark == 'skip', "Incorrect test case: {}, {}".format(model_name, model_link)