From 80d5171769d120e2e57f5ecc4df544f4228e6015 Mon Sep 17 00:00:00 2001 From: Konstantin Satunin Date: Tue, 6 Oct 2020 15:57:46 +0300 Subject: [PATCH] Test results publishing to Azure DevOps v2 (#2539) * do not merge results * add Linux and Mac publishing --- .ci/azure/linux.yml | 35 +++++++++++++++++++++++------------ .ci/azure/mac.yml | 31 +++++++++++++++++++++---------- .ci/azure/windows.yml | 5 +++-- 3 files changed, 47 insertions(+), 24 deletions(-) diff --git a/.ci/azure/linux.yml b/.ci/azure/linux.yml index b0d6ced47c0..1376a2e32aa 100644 --- a/.ci/azure/linux.yml +++ b/.ci/azure/linux.yml @@ -58,31 +58,31 @@ jobs: displayName: 'Build Lin' - script: ls -alR $(REPO_DIR)/bin/ displayName: 'List files' - - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU* + - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU* --gtest_output=xml:TEST-NGraphUT.xml displayName: 'nGraph UT' continueOnError: false - - script: $(BIN_DIR)/InferenceEngineUnitTests --gtest_print_time=1 + - script: $(BIN_DIR)/InferenceEngineUnitTests --gtest_print_time=1 --gtest_output=xml:TEST-InferenceEngineUnitTests.xml displayName: 'IE UT old' continueOnError: false - - script: $(BIN_DIR)/ieUnitTests + - script: $(BIN_DIR)/ieUnitTests --gtest_output=xml:TEST-ieUnitTests.xml displayName: 'IE UT' continueOnError: false - - script: $(BIN_DIR)/cpuUnitTests + - script: $(BIN_DIR)/cpuUnitTests --gtest_output=xml:TEST-cpuUnitTests.xml displayName: 'CPU UT' continueOnError: false - - script: $(BIN_DIR)/gnaUnitTests + - script: $(BIN_DIR)/gnaUnitTests --gtest_output=xml:TEST-gnaUnitTests.xml displayName: 'GNA UT' continueOnError: false - - script: $(BIN_DIR)/vpuUnitTests + - script: $(BIN_DIR)/vpuUnitTests --gtest_output=xml:TEST-vpuUnitTests.xml displayName: 'VPU UT' continueOnError: false - - script: $(BIN_DIR)/ieFuncTests + - script: $(BIN_DIR)/ieFuncTests --gtest_output=xml:TEST-ieFuncTests.xml displayName: 'IE FuncTests' continueOnError: false - - script: $(BIN_DIR)/cpuFuncTests --gtest_filter=*smoke* --gtest_print_time=1 + - script: $(BIN_DIR)/cpuFuncTests --gtest_filter=*smoke* --gtest_print_time=1 --gtest_output=xml:TEST-cpuFuncTests.xml displayName: 'CPU FuncTests' continueOnError: false - - script: $(BIN_DIR)/MklDnnBehaviorTests + - script: $(BIN_DIR)/MklDnnBehaviorTests --gtest_output=xml:TEST-MklDnnBehaviorTests.xml displayName: 'MklDnnBehaviorTests' continueOnError: false - script: | @@ -100,7 +100,7 @@ jobs: - script: | export DATA_PATH=$(WORK_DIR)/testdata export MODELS_PATH=$(WORK_DIR)/testdata - $(BIN_DIR)/InferenceEngineCAPITests + $(BIN_DIR)/InferenceEngineCAPITests --gtest_output=xml:TEST-InferenceEngineCAPITests.xml displayName: 'IE CAPITests' continueOnError: false - script: | @@ -110,8 +110,19 @@ jobs: export PYTHONPATH=$(BIN_DIR)/lib/python_api/python3.6 env cd $(REPO_DIR)/inference-engine/ie_bridges/python/tests - pytest + pytest pytest --junitxml=TEST-PythonAPI.xml displayName: 'Python API Tests' continueOnError: false enabled: false - + - task: PublishTestResults@2 + condition: always() + inputs: + testResultsFormat: 'JUnit' # Options: JUnit, NUnit, VSTest, xUnit, cTest + testResultsFiles: '**/TEST-*.xml' + #searchFolder: '$(BUILD_DIR)' + mergeTestResults: false # Optional + #failTaskOnFailedTests: false # Optional + #testRunTitle: 'Pre/Post-Commit' # Optional + buildPlatform: 'x64' # Optional + buildConfiguration: 'Linux' # Optional + #publishRunAttachments: true # Optional diff --git a/.ci/azure/mac.yml b/.ci/azure/mac.yml index 86e98429df1..2d395967eb0 100644 --- a/.ci/azure/mac.yml +++ b/.ci/azure/mac.yml @@ -56,28 +56,28 @@ jobs: displayName: 'Build Mac' - script: ls -alR $(REPO_DIR)/bin/ displayName: 'List files' - - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*:IE_CPU.onnx_model_sigmoid + - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*:IE_CPU.onnx_model_sigmoid --gtest_output=xml:TEST-NGraphUT.xml displayName: 'nGraph UT' continueOnError: false - - script: $(BIN_DIR)/InferenceEngineUnitTests --gtest_print_time=1 + - script: $(BIN_DIR)/InferenceEngineUnitTests --gtest_print_time=1 --gtest_output=xml:TEST-InferenceEngineUnitTests.xml displayName: 'IE UT old' continueOnError: false - - script: $(BIN_DIR)/ieUnitTests + - script: $(BIN_DIR)/ieUnitTests --gtest_output=xml:TEST-ieUnitTests.xml displayName: 'IE UT' continueOnError: false - - script: $(BIN_DIR)/cpuUnitTests + - script: $(BIN_DIR)/cpuUnitTests --gtest_output=xml:TEST-cpuUnitTests.xml displayName: 'CPU UT' continueOnError: false - - script: $(BIN_DIR)/vpuUnitTests + - script: $(BIN_DIR)/vpuUnitTests --gtest_output=xml:TEST-vpuUnitTests.xml displayName: 'VPU UT' continueOnError: false - - script: $(BIN_DIR)/ieFuncTests + - script: $(BIN_DIR)/ieFuncTests --gtest_output=xml:TEST-ieFuncTests.xml displayName: 'IE FuncTests' continueOnError: false - - script: $(BIN_DIR)/cpuFuncTests --gtest_filter=*smoke* --gtest_print_time=1 + - script: $(BIN_DIR)/cpuFuncTests --gtest_filter=*smoke* --gtest_print_time=1 --gtest_output=xml:TEST-cpuFuncTests.xml displayName: 'CPU FuncTests' continueOnError: false - - script: $(BIN_DIR)/MklDnnBehaviorTests + - script: $(BIN_DIR)/MklDnnBehaviorTests --gtest_output=xml:TEST-MklDnnBehaviorTests.xml displayName: 'MklDnnBehaviorTests' continueOnError: false - script: | @@ -95,7 +95,18 @@ jobs: - script: | export DATA_PATH=$(WORK_DIR)/testdata export MODELS_PATH=$(WORK_DIR)/testdata - $(BIN_DIR)/InferenceEngineCAPITests + $(BIN_DIR)/InferenceEngineCAPITests --gtest_output=xml:TEST-InferenceEngineCAPITests.xml displayName: 'IE CAPITests' continueOnError: false - + - task: PublishTestResults@2 + condition: always() + inputs: + testResultsFormat: 'JUnit' # Options: JUnit, NUnit, VSTest, xUnit, cTest + testResultsFiles: '**/TEST-*.xml' + #searchFolder: '$(BUILD_DIR)' + mergeTestResults: false # Optional + #failTaskOnFailedTests: false # Optional + #testRunTitle: 'Pre/Post-Commit' # Optional + buildPlatform: 'x64' # Optional + buildConfiguration: 'Mac' # Optional + #publishRunAttachments: true # Optional diff --git a/.ci/azure/windows.yml b/.ci/azure/windows.yml index 3b61ee9f1a4..25d2065955d 100644 --- a/.ci/azure/windows.yml +++ b/.ci/azure/windows.yml @@ -131,13 +131,14 @@ jobs: displayName: 'IE CAPITests' continueOnError: false - task: PublishTestResults@2 + condition: always() inputs: testResultsFormat: 'JUnit' # Options: JUnit, NUnit, VSTest, xUnit, cTest testResultsFiles: '**/TEST-*.xml' #searchFolder: '$(BUILD_DIR)' - mergeTestResults: true # Optional + mergeTestResults: false # Optional #failTaskOnFailedTests: false # Optional - testRunTitle: 'Pre/Post-Commit' # Optional + #testRunTitle: 'Pre/Post-Commit' # Optional buildPlatform: 'x64' # Optional buildConfiguration: 'Windows' # Optional #publishRunAttachments: true # Optional \ No newline at end of file