diff --git a/.ci/azure/linux.yml b/.ci/azure/linux.yml index 36cc1abecad..e237aa24550 100644 --- a/.ci/azure/linux.yml +++ b/.ci/azure/linux.yml @@ -304,27 +304,6 @@ jobs: - script: ls -alR $(INSTALL_DIR) displayName: 'List install test files' - # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - - script: | - export LD_LIBRARY_PATH=$(REPO_DIR)/temp/gna_03.05.00.2116/linux/x64:$(LD_LIBRARY_PATH) - python3 -m pytest -s $(INSTALL_TEST_DIR)/pyngraph $(PYTHON_STATIC_ARGS) \ - --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ - --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_zoo_models.py \ - --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_backend.py - displayName: 'nGraph and IE Python Bindings Tests' - - # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - - script: | - # For python imports to import pybind_mock_frontend - export LD_LIBRARY_PATH=$(REPO_DIR)/temp/gna_03.05.00.2116/linux/x64:$(LD_LIBRARY_PATH) - export PYTHONPATH=$(INSTALL_TEST_DIR):$(INSTALL_DIR)/python/python3.8:$PYTHONPATH - python3 -m pytest -sv $(INSTALL_TEST_DIR)/pyopenvino $(PYTHON_STATIC_ARGS) \ - --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ - --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_utils/test_utils.py \ - --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_zoo_models.py \ - --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_backend.py - displayName: 'Python API 2.0 Tests' - - script: | sudo apt-get install libtbb-dev libpugixml-dev -y cmake --build $(BUILD_DIR) --target package --parallel @@ -358,12 +337,6 @@ jobs: condition: ne(variables['CMAKE_CPACK_GENERATOR'], 'DEB') displayName: 'List install files' - - script: | - export LD_LIBRARY_PATH=$(REPO_DIR)/temp/gna_03.05.00.2116/linux/x64:$(LD_LIBRARY_PATH) - export PYTHONPATH=$(INSTALL_DIR)/python/python3.11:$PYTHONPATH - python3 -m pytest -s $(INSTALL_TEST_DIR)/mo/unit_tests --junitxml=$(INSTALL_TEST_DIR)/TEST-ModelOptimizer.xml - displayName: 'Model Optimizer UT' - - script: $(SAMPLES_INSTALL_DIR)/cpp/build_samples.sh -i $(INSTALL_DIR) -b $(BUILD_DIR)/cpp_samples displayName: 'Build cpp samples - gcc' @@ -444,13 +417,6 @@ jobs: - script: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ov_template_func_tests --gtest_filter=*smoke* --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-templateFuncTests.xml displayName: 'TEMPLATE FuncTests' - - script: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ov_cpu_func_tests --gtest_filter=*smoke* --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_cpu_func_tests.xml - displayName: 'CPU FuncTests' - condition: and(succeeded(), eq(variables['CMAKE_BUILD_SHARED_LIBS'], 'OFF')) - - - script: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ov_auto_batch_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_auto_batch_func_tests.xml - displayName: 'AutoBatch FuncTests' - - script: | $(RUN_PREFIX) $(INSTALL_TEST_DIR)/InferenceEngineCAPITests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-InferenceEngineCAPITests.xml displayName: 'IE CAPITests' @@ -459,6 +425,40 @@ jobs: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ov_capi_test --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_capi_test.xml displayName: 'OV CAPITests' + - script: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ov_auto_batch_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_auto_batch_func_tests.xml + displayName: 'AutoBatch FuncTests' + + # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time + - script: | + export LD_LIBRARY_PATH=$(REPO_DIR)/temp/gna_03.05.00.2116/linux/x64:$(LD_LIBRARY_PATH) + python3 -m pytest -s $(INSTALL_TEST_DIR)/pyngraph $(PYTHON_STATIC_ARGS) \ + --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ + --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_zoo_models.py \ + --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_backend.py + displayName: 'nGraph and IE Python Bindings Tests' + + # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time + - script: | + # For python imports to import pybind_mock_frontend + export LD_LIBRARY_PATH=$(REPO_DIR)/temp/gna_03.05.00.2116/linux/x64:$(LD_LIBRARY_PATH) + export PYTHONPATH=$(INSTALL_TEST_DIR):$(INSTALL_DIR)/python/python3.8:$PYTHONPATH + python3 -m pytest -sv $(INSTALL_TEST_DIR)/pyopenvino $(PYTHON_STATIC_ARGS) \ + --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ + --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_utils/test_utils.py \ + --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_zoo_models.py \ + --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_backend.py + displayName: 'Python API 2.0 Tests' + + - script: | + export LD_LIBRARY_PATH=$(REPO_DIR)/temp/gna_03.05.00.2116/linux/x64:$(LD_LIBRARY_PATH) + export PYTHONPATH=$(INSTALL_DIR)/python/python3.11:$PYTHONPATH + python3 -m pytest -s $(INSTALL_TEST_DIR)/mo/unit_tests --junitxml=$(INSTALL_TEST_DIR)/TEST-ModelOptimizer.xml + displayName: 'Model Optimizer UT' + + - script: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ov_cpu_func_tests --gtest_filter=*smoke* --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_cpu_func_tests.xml + displayName: 'CPU FuncTests' + condition: and(succeeded(), eq(variables['CMAKE_BUILD_SHARED_LIBS'], 'OFF')) + - task: CMake@1 inputs: cmakeArgs: > diff --git a/.ci/azure/linux_debian.yml b/.ci/azure/linux_debian.yml index 04d7dfe843c..8de9b1fd273 100644 --- a/.ci/azure/linux_debian.yml +++ b/.ci/azure/linux_debian.yml @@ -222,36 +222,6 @@ jobs: - script: ls -alR $(INSTALL_DIR) displayName: 'List install test files' - # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - - script: | - python3 -m pytest -s $(INSTALL_TEST_DIR)/pyngraph \ - --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ - --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_zoo_models.py \ - --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_backend.py - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'nGraph and IE Python Bindings Tests' - - # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - - script: | - # Required by python imports to load requires libraries - # - tests install dir for mock_py - # - OpenVINO wheel installation dir for others frontend required by mock_py (is not part of wheel pkg) - export LD_LIBRARY_PATH=$(PYTHON_WHEEL_INSTALL_DIR)/openvino/libs:$(INSTALL_TEST_DIR):$LD_LIBRARY_PATH - # For python imports to import pybind_mock_frontend - export PYTHONPATH=$(INSTALL_TEST_DIR):$PYTHONPATH - python3 -m pytest -s $(INSTALL_TEST_DIR)/pyopenvino \ - --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ - --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_utils/test_utils.py \ - --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_zoo_models.py \ - --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_backend.py -v - displayName: 'Python API 2.0 Tests' - - - script: | - export PYTHONPATH=$(INSTALL_DIR)/lib/python3/dist-packages:$PYTHONPATH - python3 -m pytest -s $(INSTALL_TEST_DIR)/mo/unit_tests --junitxml=$(INSTALL_TEST_DIR)/TEST-ModelOptimizer.xml - displayName: 'Model Optimizer UT' - - script: | sudo apt-get install libtbb-dev libpugixml-dev -y cmake --build $(BUILD_DIR) --config $(BUILD_TYPE) --target package --parallel @@ -342,10 +312,6 @@ jobs: LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) displayName: 'TEMPLATE FuncTests' - # run not all smoke filter to save time in post-commit - - script: $(INSTALL_TEST_DIR)/ov_cpu_func_tests --gtest_filter=*OVCLass*:*CoreThreadingTests* --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_cpu_func_tests.xml - displayName: 'CPU FuncTests' - - script: | $(INSTALL_TEST_DIR)/InferenceEngineCAPITests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-InferenceEngineCAPITests.xml env: @@ -359,6 +325,40 @@ jobs: MODELS_PATH: $(MODELS_PATH) displayName: 'OV CAPITests' + # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time + - script: | + python3 -m pytest -s $(INSTALL_TEST_DIR)/pyngraph \ + --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ + --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_zoo_models.py \ + --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_backend.py + env: + LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) + displayName: 'nGraph and IE Python Bindings Tests' + + # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time + - script: | + # Required by python imports to load requires libraries + # - tests install dir for mock_py + # - OpenVINO wheel installation dir for others frontend required by mock_py (is not part of wheel pkg) + export LD_LIBRARY_PATH=$(PYTHON_WHEEL_INSTALL_DIR)/openvino/libs:$(INSTALL_TEST_DIR):$LD_LIBRARY_PATH + # For python imports to import pybind_mock_frontend + export PYTHONPATH=$(INSTALL_TEST_DIR):$PYTHONPATH + python3 -m pytest -s $(INSTALL_TEST_DIR)/pyopenvino \ + --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ + --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_utils/test_utils.py \ + --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_zoo_models.py \ + --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_onnx/test_backend.py -v + displayName: 'Python API 2.0 Tests' + + - script: | + export PYTHONPATH=$(INSTALL_DIR)/lib/python3/dist-packages:$PYTHONPATH + python3 -m pytest -s $(INSTALL_TEST_DIR)/mo/unit_tests --junitxml=$(INSTALL_TEST_DIR)/TEST-ModelOptimizer.xml + displayName: 'Model Optimizer UT' + + # run not all smoke filter to save time in post-commit + - script: $(INSTALL_TEST_DIR)/ov_cpu_func_tests --gtest_filter=*OVCLass*:*CoreThreadingTests* --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_cpu_func_tests.xml + displayName: 'CPU FuncTests' + - task: CMake@1 inputs: cmakeArgs: > diff --git a/.ci/azure/windows.yml b/.ci/azure/windows.yml index 0dc6c7c5af3..7ffb656890c 100644 --- a/.ci/azure/windows.yml +++ b/.ci/azure/windows.yml @@ -311,10 +311,6 @@ jobs: - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_template_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-templateFuncTests.xml displayName: 'TEMPLATE FuncTests' - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_cpu_func_tests --gtest_filter=*smoke* --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_cpu_func_tests.xml - displayName: 'CPU FuncTests' - condition: and(succeeded(), eq(variables['CMAKE_BUILD_SHARED_LIBS'], 'OFF')) - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_auto_batch_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_auto_batch_func_tests.xml displayName: 'AutoBatch FuncTests' @@ -326,6 +322,10 @@ jobs: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_capi_test --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_capi_test.xml displayName: 'OV CAPITests' + - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_cpu_func_tests --gtest_filter=*smoke* --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_cpu_func_tests.xml + displayName: 'CPU FuncTests' + condition: and(succeeded(), eq(variables['CMAKE_BUILD_SHARED_LIBS'], 'OFF')) + - task: PublishTestResults@2 condition: always() inputs: