[TF Hub][TF FE][GA] Establish regular validation for all TF Hub models (#19649)
* [TF Hub][TF FE] Establish regular validation for all TF Hub models Signed-off-by: Kazantsev, Roman <roman.kazantsev@intel.com> * Correct names of reports * Simplify configuration --------- Signed-off-by: Kazantsev, Roman <roman.kazantsev@intel.com>
This commit is contained in:
parent
023a2f462a
commit
4f7ac430fc
10
.github/workflows/linux.yml
vendored
10
.github/workflows/linux.yml
vendored
@ -1,5 +1,8 @@
|
|||||||
name: Tests on Linux (Ubuntu 22.04, Python 3.11)
|
name: Tests on Linux (Ubuntu 22.04, Python 3.11)
|
||||||
on:
|
on:
|
||||||
|
schedule:
|
||||||
|
# - cron: '0 20/72 * * *'
|
||||||
|
- cron: '10 * * * *'
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
pull_request:
|
pull_request:
|
||||||
paths-ignore:
|
paths-ignore:
|
||||||
@ -674,8 +677,9 @@ jobs:
|
|||||||
|
|
||||||
source ${{ env.INSTALL_DIR }}/setupvars.sh
|
source ${{ env.INSTALL_DIR }}/setupvars.sh
|
||||||
|
|
||||||
python3 -m pytest ${{ env.MODEL_HUB_TESTS_INSTALL_DIR }}/tf_hub_tests/ -m precommit --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_hub_tf_fe.xml
|
python3 -m pytest ${{ env.MODEL_HUB_TESTS_INSTALL_DIR }}/tf_hub_tests/ -m ${{ env.TYPE }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_hub_tf_fe.xml --html TEST-tf_hub_tf_fe.html --self-contained-html
|
||||||
env:
|
env:
|
||||||
|
TYPE: ${{ github.event_name == 'schedule' && 'nightly' || 'precommit'}}
|
||||||
TEST_DEVICE: CPU
|
TEST_DEVICE: CPU
|
||||||
|
|
||||||
- name: TensorFlow 1 Layer Tests - Legacy FE
|
- name: TensorFlow 1 Layer Tests - Legacy FE
|
||||||
@ -741,7 +745,9 @@ jobs:
|
|||||||
if: ${{ always() }}
|
if: ${{ always() }}
|
||||||
with:
|
with:
|
||||||
name: test-results-python
|
name: test-results-python
|
||||||
path: ${{ env.INSTALL_TEST_DIR }}/TEST*.xml
|
path: |
|
||||||
|
${{ env.INSTALL_TEST_DIR }}/TEST*.html
|
||||||
|
${{ env.INSTALL_TEST_DIR }}/TEST*.xml
|
||||||
if-no-files-found: 'error'
|
if-no-files-found: 'error'
|
||||||
|
|
||||||
CPU_Functional_Tests:
|
CPU_Functional_Tests:
|
||||||
|
2
tests/model_hub_tests/tf_hub_tests/nightly_models_tmp
Normal file
2
tests/model_hub_tests/tf_hub_tests/nightly_models_tmp
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
vision/embedder/fungi_V2,https://tfhub.dev/svampeatlas/vision/embedder/fungi_V2/1?tf-hub-format=compressed
|
||||||
|
universal-sentence-encoder,https://tfhub.dev/google/universal-sentence-encoder/4?tf-hub-format=compressed
|
@ -106,7 +106,7 @@ class TestTFHubConvertModel(TestConvertModel):
|
|||||||
self.run(model_name, model_link, ie_device)
|
self.run(model_name, model_link, ie_device)
|
||||||
|
|
||||||
@pytest.mark.parametrize("model_name,model_link,mark,reason",
|
@pytest.mark.parametrize("model_name,model_link,mark,reason",
|
||||||
get_models_list(os.path.join(os.path.dirname(__file__), "nightly_models")))
|
get_models_list(os.path.join(os.path.dirname(__file__), "nightly_models_tmp")))
|
||||||
@pytest.mark.nightly
|
@pytest.mark.nightly
|
||||||
def test_convert_model_all_models(self, model_name, model_link, mark, reason, ie_device):
|
def test_convert_model_all_models(self, model_name, model_link, mark, reason, ie_device):
|
||||||
assert mark is None or mark == 'skip', "Incorrect test case: {}, {}".format(model_name, model_link)
|
assert mark is None or mark == 'skip', "Incorrect test case: {}, {}".format(model_name, model_link)
|
||||||
|
Loading…
Reference in New Issue
Block a user