From 56b67d7d1c172ebd009376d885ca04c4c0e53461 Mon Sep 17 00:00:00 2001 From: Alexander Zhogov Date: Thu, 16 Apr 2020 11:02:27 +0300 Subject: [PATCH 1/3] Set up CI with Azure Pipelines --- azure-pipelines.yml | 290 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 290 insertions(+) create mode 100644 azure-pipelines.yml diff --git a/azure-pipelines.yml b/azure-pipelines.yml new file mode 100644 index 00000000000..e2d6fd1b194 --- /dev/null +++ b/azure-pipelines.yml @@ -0,0 +1,290 @@ +jobs: +- job: MO_UT + timeoutInMinutes: 0 + pool: + vmImage: 'ubuntu-18.04' + steps: + - task: UsePythonVersion@0 + inputs: + versionSpec: '3.6' + - script: | + cd model-optimizer + mkdir ../mo-ut-logs + python3 -m pip install setuptools + python3 -m pip install unittest-xml-reporting + python3 -m pip install -r requirements.txt + python3 -m pip install -r requirements_dev.txt + export PYTHONPATH=$PYTHONPATH:`pwd` + export MO_ROOT=`pwd` + env + python3 -m xmlrunner discover -p *_test.py --output=../mo-ut-logs + displayName: 'MO unit tests' + +#IE_Lin +- job: IE_Lin + timeoutInMinutes: 0 + pool: + vmImage: 'ubuntu-18.04' + steps: + - script: | + whoami + uname -a + lsb_release + gcc --version + env + cat /proc/cpuinfo + cat /proc/meminfo + vmstat -s + df + displayName: 'System properties' + - script: | + sudo apt --assume-yes install libusb-1.0-0-dev + python3 -m pip install -r ./inference-engine/ie_bridges/python/requirements.txt +# sudo apt --assume-yes install cython3 +# curl -Ls https://github.com/ninja-build/ninja/releases/download/v1.8.2/ninja-linux.zip -o ninja-linux.zip +# unzip ninja-linux.zip +# sudo cp -v ninja /usr/local/bin/ + displayName: 'Install dependency package' + - script: git submodule update --init --recursive + displayName: 'Clone submodules' + - script: | + mkdir dldt-build-release + cd dldt-build-release + displayName: 'Create build directory' + - task: CMake@1 + inputs: + workingDirectory: dldt-build-release + cmakeArgs: .. -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON + - script: make -j 2 +# cmakeArgs: .. -GNinja -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON +# - script: ninja + workingDirectory: dldt-build-release + displayName: 'Build IE with ninja (CPU only)' + - script: | + ../bin/intel64/Release/InferenceEngineUnitTests + workingDirectory: dldt-build-release + displayName: 'IE UT old' + continueOnError: true + - script: | + ../bin/intel64/Release/ieUnitTests + workingDirectory: dldt-build-release + displayName: 'IE UT' + continueOnError: true + - script: | + ../bin/intel64/Release/cpuUnitTests + workingDirectory: dldt-build-release + displayName: 'CPU UT' + continueOnError: true + - script: | + ../bin/intel64/Release/gnaUnitTests + workingDirectory: dldt-build-release + displayName: 'GNA UT' + continueOnError: true + - script: | + ../bin/intel64/Release/vpuUnitTests + workingDirectory: dldt-build-release + displayName: 'VPU UT' + continueOnError: true + - script: | + ../bin/intel64/Release/ieFuncTests + workingDirectory: dldt-build-release + displayName: 'IE FuncTests' + continueOnError: true + +#IE_MAC +- job: IE_MAC + timeoutInMinutes: 0 + pool: + vmImage: 'macOS-10.14' + variables: + CC: gcc + CXX: g++ + DL_SDK_TEMP: /tmp/ + steps: + - task: UsePythonVersion@0 + inputs: + versionSpec: '3.7' + - script: | + whoami + uname -a + gcc --version + env + xcrun --sdk macosx --show-sdk-version + displayName: 'System properties' + - script: | + brew install ninja + brew install cython + displayName: 'Install ninja and cython' + - script: git submodule update --init --recursive + displayName: 'Clone submodules' + - script: | + mkdir dldt-build-release + cd dldt-build-release + displayName: 'Create build directory' + - script: | + export PATH="/usr/local/opt/cython/bin:$PATH" + cmake .. -DCMAKE_OSX_DEPLOYMENT_TARGET=10.12 -DCMAKE_POLICY_DEFAULT_CMP0068=NEW -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON + workingDirectory: dldt-build-release + displayName: 'Cmake' + - script: make -j2 + workingDirectory: dldt-build-release + displayName: 'Build IE' + - script: | + ../bin/intel64/Release/InferenceEngineUnitTests + workingDirectory: dldt-build-release + displayName: 'IE unit tests' + continueOnError: true + - script: | + ../bin/intel64/Release/ieUnitTests + workingDirectory: dldt-build-release + displayName: 'IE unit tests (new)' + continueOnError: true + - script: | + ../bin/intel64/Release/cpuUnitTests + workingDirectory: dldt-build-release + displayName: 'CPU tests' + continueOnError: true + - script: | + ../bin/intel64/Release/vpuUnitTests + workingDirectory: dldt-build-release + displayName: 'VPU tests' + continueOnError: true + - script: | + ../bin/intel64/Release/ieFuncTests + workingDirectory: dldt-build-release + displayName: 'IE functional tests' + continueOnError: true + +#IE_Win +- job: IE_Win + timeoutInMinutes: 0 + pool: + vmImage: 'vs2017-win2016' + steps: + - script: | + set + wmic cpu list + wmic logicaldisk get description,name + wmic VOLUME list + displayName: 'System properties' +# - script: | +# choco install ninja +# displayName: 'Download ninja' + - script: git submodule update --init --recursive + displayName: 'Clone submodules' + - script: | + mkdir C:\c-dldt-build-release\bin + mkdir dldt-build-release + cd dldt-build-release + displayName: 'Create build directory' + - task: CMake@1 + inputs: + workingDirectory: C:\c-dldt-build-release + cmakeArgs: -G"Visual Studio 15 2017 Win64" -DCMAKE_BUILD_TYPE=Release -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON -DENABLE_VPU=OFF $(Build.Repository.LocalPath) + - script: cmake --build . --config Release -j2 + workingDirectory: C:\c-dldt-build-release + displayName: 'Build IE with VS2017 (CPU only)' + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\InferenceEngineUnitTests + workingDirectory: dldt-build-release + displayName: 'IE unit tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\ieUnitTests + workingDirectory: dldt-build-release + displayName: 'IE unit tests (new)' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\cpuUnitTests + workingDirectory: dldt-build-release + displayName: 'CPU tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\gnaUnitTests + workingDirectory: dldt-build-release + displayName: 'GNA tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\vpuUnitTests + workingDirectory: dldt-build-release + displayName: 'VPU tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\ieFuncTests + workingDirectory: dldt-build-release + displayName: 'IE functional tests' + continueOnError: true + +#IE_Win_self +- job: IE_Win_self + timeoutInMinutes: 0 + pool: + name: Self-Hosted-Azure + demands: + - Agent.OS -equals Windows_NT + steps: + - script: | + set + wmic cpu list + wmic logicaldisk get description,name + wmic VOLUME list + displayName: 'System properties' +# - script: | +# choco install ninja +# displayName: 'Download ninja' + - script: git submodule update --init --recursive + displayName: 'Clone submodules' + - script: | + mkdir C:\c-dldt-build-release\bin + mkdir dldt-build-release + cd dldt-build-release + displayName: 'Create build directory' + - task: CMake@1 + inputs: + workingDirectory: C:\c-dldt-build-release + cmakeArgs: -G"Visual Studio 16 2019" -A x64 -DCMAKE_BUILD_TYPE=Release -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON -DENABLE_VPU=ON $(Build.Repository.LocalPath) + - script: cmake --build . --config Release -j4 + workingDirectory: C:\c-dldt-build-release + displayName: 'Build IE with VS2019 (CPU only)' + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\InferenceEngineUnitTests + workingDirectory: dldt-build-release + displayName: 'IE unit tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\ieUnitTests + workingDirectory: dldt-build-release + displayName: 'IE unit tests (new)' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\cpuUnitTests + workingDirectory: dldt-build-release + displayName: 'CPU tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\gnaUnitTests + workingDirectory: dldt-build-release + displayName: 'GNA tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\vpuUnitTests + workingDirectory: dldt-build-release + displayName: 'VPU tests' + continueOnError: true + - script: | + set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% + ..\bin\intel64\Release\ieFuncTests + workingDirectory: dldt-build-release + displayName: 'IE functional tests' + continueOnError: true From 68bdd184ef6a874f268b7f094947c297768cf222 Mon Sep 17 00:00:00 2001 From: Alexander Zhogov Date: Thu, 16 Apr 2020 11:07:04 +0300 Subject: [PATCH 2/3] Fix typo --- azure-pipelines.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index e2d6fd1b194..181299c7808 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -55,7 +55,7 @@ jobs: inputs: workingDirectory: dldt-build-release cmakeArgs: .. -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON - - script: make -j 2 + - script: make -j 2 # cmakeArgs: .. -GNinja -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON # - script: ninja workingDirectory: dldt-build-release From 165c00fe6d5f72a6634e352e79e04bdc8a565a3f Mon Sep 17 00:00:00 2001 From: Alexander Zhogov Date: Thu, 16 Apr 2020 13:54:47 +0300 Subject: [PATCH 3/3] Update Azure Pipelines --- azure-pipelines.yml | 37 +++++++++++++++++++------------------ 1 file changed, 19 insertions(+), 18 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 181299c7808..86e699f6956 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -18,7 +18,7 @@ jobs: export MO_ROOT=`pwd` env python3 -m xmlrunner discover -p *_test.py --output=../mo-ut-logs - displayName: 'MO unit tests' + displayName: 'MO UT' #IE_Lin - job: IE_Lin @@ -44,7 +44,7 @@ jobs: # curl -Ls https://github.com/ninja-build/ninja/releases/download/v1.8.2/ninja-linux.zip -o ninja-linux.zip # unzip ninja-linux.zip # sudo cp -v ninja /usr/local/bin/ - displayName: 'Install dependency package' + displayName: 'Install dependencies' - script: git submodule update --init --recursive displayName: 'Clone submodules' - script: | @@ -55,11 +55,11 @@ jobs: inputs: workingDirectory: dldt-build-release cmakeArgs: .. -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON - - script: make -j 2 + - script: make -j2 # cmakeArgs: .. -GNinja -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON # - script: ninja workingDirectory: dldt-build-release - displayName: 'Build IE with ninja (CPU only)' + displayName: 'Build IE' - script: | ../bin/intel64/Release/InferenceEngineUnitTests workingDirectory: dldt-build-release @@ -114,7 +114,8 @@ jobs: - script: | brew install ninja brew install cython - displayName: 'Install ninja and cython' + brew install automake + displayName: 'Install dependencies' - script: git submodule update --init --recursive displayName: 'Clone submodules' - script: | @@ -125,34 +126,34 @@ jobs: export PATH="/usr/local/opt/cython/bin:$PATH" cmake .. -DCMAKE_OSX_DEPLOYMENT_TARGET=10.12 -DCMAKE_POLICY_DEFAULT_CMP0068=NEW -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=Release -DENABLE_PYTHON=ON -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON workingDirectory: dldt-build-release - displayName: 'Cmake' + displayName: 'CMake' - script: make -j2 workingDirectory: dldt-build-release displayName: 'Build IE' - script: | ../bin/intel64/Release/InferenceEngineUnitTests workingDirectory: dldt-build-release - displayName: 'IE unit tests' + displayName: 'IE UT old' continueOnError: true - script: | ../bin/intel64/Release/ieUnitTests workingDirectory: dldt-build-release - displayName: 'IE unit tests (new)' + displayName: 'IE UT' continueOnError: true - script: | ../bin/intel64/Release/cpuUnitTests workingDirectory: dldt-build-release - displayName: 'CPU tests' + displayName: 'CPU UT' continueOnError: true - script: | ../bin/intel64/Release/vpuUnitTests workingDirectory: dldt-build-release - displayName: 'VPU tests' + displayName: 'VPU UT' continueOnError: true - script: | ../bin/intel64/Release/ieFuncTests workingDirectory: dldt-build-release - displayName: 'IE functional tests' + displayName: 'IE FuncTests' continueOnError: true #IE_Win @@ -183,42 +184,42 @@ jobs: cmakeArgs: -G"Visual Studio 15 2017 Win64" -DCMAKE_BUILD_TYPE=Release -DENABLE_LTO=ON -DENABLE_MODELS=OFF -DENABLE_VALIDATION_SET=OFF -DENABLE_TESTS=ON -DENABLE_PERFORMANCE_TESTS=ON -DENABLE_INTEGRATION_TESTS=ON -DENABLE_VPU=OFF $(Build.Repository.LocalPath) - script: cmake --build . --config Release -j2 workingDirectory: C:\c-dldt-build-release - displayName: 'Build IE with VS2017 (CPU only)' + displayName: 'Build IE VS2017' - script: | set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% ..\bin\intel64\Release\InferenceEngineUnitTests workingDirectory: dldt-build-release - displayName: 'IE unit tests' + displayName: 'IE UT old' continueOnError: true - script: | set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% ..\bin\intel64\Release\ieUnitTests workingDirectory: dldt-build-release - displayName: 'IE unit tests (new)' + displayName: 'IE UT' continueOnError: true - script: | set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% ..\bin\intel64\Release\cpuUnitTests workingDirectory: dldt-build-release - displayName: 'CPU tests' + displayName: 'CPU UT' continueOnError: true - script: | set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% ..\bin\intel64\Release\gnaUnitTests workingDirectory: dldt-build-release - displayName: 'GNA tests' + displayName: 'GNA UT' continueOnError: true - script: | set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% ..\bin\intel64\Release\vpuUnitTests workingDirectory: dldt-build-release - displayName: 'VPU tests' + displayName: 'VPU UT' continueOnError: true - script: | set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH% ..\bin\intel64\Release\ieFuncTests workingDirectory: dldt-build-release - displayName: 'IE functional tests' + displayName: 'IE FuncTests' continueOnError: true #IE_Win_self