dbed073f80
* Az pipeline * Debug comment * Update linux.yml * Update linux.yml * Add $Library * Other version * Update linux.yml * Remove ld_library * Update linux.yml * Add neccesary variables and export LD_LIBRARY in sub task * Fix problem windows_cc Allow to download Python from GH Python registry * Update linux.yml Remove needless env and add export variable before scripts * Correct syntax * Debug: Use Ubuntu22.04 public image for MS hosted agent Removed variables LD_LIBRARY_PATH and OV_PYTHON_VERSION * Debug: Use Ubuntu22.04 public image for MS hosted agent Removed variables LD_LIBRARY_PATH and OV_PYTHON_VERSION * Update VM image * Update linux.yml Fast check if changing VM will help * Correct wrong syntax in pool section * update pool for lin_arm64 and linux_cc * Revert changes with public VM * Revert VM public in onnxruntime.yml * Update windows_conditional_compilation.yml * Update Python setup steps on Windows_CC * Revert all changes related to win_cc
255 lines
8.7 KiB
YAML
255 lines
8.7 KiB
YAML
trigger:
|
|
branches:
|
|
include:
|
|
- 'master'
|
|
- 'releases/*'
|
|
paths:
|
|
exclude:
|
|
- '*/docs/*'
|
|
- 'docs/*'
|
|
- '*/*.md'
|
|
- '*.md'
|
|
- '*/layer_tests_summary/*'
|
|
- '*/conformance/*'
|
|
- 'tools/*'
|
|
- 'tests/layer_tests/*'
|
|
|
|
pr:
|
|
drafts: 'false'
|
|
branches:
|
|
include:
|
|
- 'master'
|
|
- 'releases/*'
|
|
paths:
|
|
exclude:
|
|
- '*/docs/*'
|
|
- 'docs/*'
|
|
- '*/*.md'
|
|
- '*.md'
|
|
- '*/layer_tests_summary/*'
|
|
- '*/conformance/*'
|
|
- 'tools/*'
|
|
- 'tests/layer_tests/*'
|
|
|
|
resources:
|
|
repositories:
|
|
- repository: openvino_contrib
|
|
type: github
|
|
endpoint: openvinotoolkit
|
|
name: openvinotoolkit/openvino_contrib
|
|
ref: master
|
|
|
|
variables:
|
|
- group: github
|
|
|
|
jobs:
|
|
- job: linux_arm64
|
|
# About 150% of total time
|
|
timeoutInMinutes: '120'
|
|
|
|
pool:
|
|
name: LIN_VMSS_VENV_F16S_U20_WU2
|
|
|
|
variables:
|
|
system.debug: true
|
|
VSTS_HTTP_RETRY: 5
|
|
VSTS_HTTP_TIMEOUT: 200
|
|
PYTHON_ARM_VERSION: "3.10.6"
|
|
PYTHON_EXEC: "python3.10"
|
|
OPENVINO_ARCH: 'aarch64'
|
|
NUM_PROC: 1
|
|
BUILD_TYPE: Release
|
|
OPENVINO_REPO_DIR: $(Build.Repository.LocalPath)
|
|
OPENVINO_CONTRIB_REPO_DIR: $(OPENVINO_REPO_DIR)/../openvino_contrib
|
|
OPENCV_REPO_DIR: $(OPENVINO_REPO_DIR)/../opencv
|
|
ONETBB_REPO_DIR: $(OPENVINO_CONTRIB_REPO_DIR)/../oneTBB
|
|
BUILD_PYTHON: $(WORK_DIR)/build_python
|
|
BUILD_OPENCV: $(WORK_DIR)/build_opencv
|
|
BUILD_ONETBB: $(WORK_DIR)/build_onetbb
|
|
BUILD_OPENVINO: $(WORK_DIR)/build
|
|
BUILD_OPENVINO_PYTHON: $(WORK_DIR)/build_python
|
|
CROSSENV_DIR: $(WORK_DIR)/cross_env
|
|
INSTALL_OPENVINO: $(WORK_DIR)/install_openvino
|
|
INSTALL_PYTHON: $(INSTALL_OPENVINO)/extras/python
|
|
INSTALL_ONETBB: $(WORK_DIR)/build/extras/oneTBB
|
|
INSTALL_ONETBB_PACKAGE: $(INSTALL_OPENVINO)/extras/oneTBB
|
|
INSTALL_OPENCV: $(INSTALL_OPENVINO)/extras/opencv
|
|
WORK_DIR: $(Pipeline.Workspace)/_w
|
|
SHARE_DIR: /mount/cinfsshare/onnxtestdata
|
|
TMP_DIR: /mnt/tmp
|
|
OPENVINO_CCACHE_DIR: $(SHARE_DIR)/ccache/master/linux_arm64
|
|
OPENCV_CCACHE_DIR: $(SHARE_DIR)/ccache/master/linux_arm64_opencv
|
|
ONETBB_CCACHE_DIR: $(SHARE_DIR)/ccache/master/linux_arm64_onetbb
|
|
LD_LIBRARY_PATH: $(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/lib
|
|
OV_PYTHON_VERSION: 3.10.10 # Full version of Python its required for LD_LIBRARY_PATH. More details https://github.com/microsoft/azure-pipelines-tool-lib/blob/master/docs/overview.md#tool-cache
|
|
|
|
steps:
|
|
- task: UsePythonVersion@0
|
|
inputs:
|
|
versionSpec: '$(OV_PYTHON_VERSION)' # Setting only major & minor version will download latest release from GH repo example 3.10 will be 3.10.10.
|
|
addToPath: true
|
|
disableDownloadFromRegistry: false
|
|
architecture: 'x64'
|
|
githubToken: $(auth_token)
|
|
displayName: Setup Python 3.10
|
|
name: setupPython
|
|
- bash: |
|
|
#!/bin/bash
|
|
python -V
|
|
|
|
- script: |
|
|
curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01"
|
|
whoami
|
|
uname -a
|
|
echo Python3 info ; which python3 ; python3 --version
|
|
echo Python info ; which python ; python --version
|
|
echo Java info ; which java ; java -version
|
|
echo gcc info ; which gcc ; gcc --version
|
|
echo cmake info ; which cmake ; cmake --version
|
|
lsb_release
|
|
env
|
|
cat /proc/cpuinfo
|
|
cat /proc/meminfo
|
|
cat /etc/fstab
|
|
vmstat -s
|
|
df
|
|
lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd"
|
|
free -h
|
|
echo "##vso[task.setvariable variable=NUM_PROC]$(nproc --all)"
|
|
echo "NUM_PROC=$(NUM_PROC)"
|
|
displayName: 'System information'
|
|
|
|
- script: |
|
|
rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR)
|
|
mkdir -p $(BUILD_ONETBB) $(BUILD_OPENCV) $(BUILD_OPENVINO) $(BUILD_OPENVINO_PYTHON) $(BUILD_PYTHON)
|
|
mkdir -p $(INSTALL_ONETBB) $(INSTALL_ONETBB_PACKAGE) $(INSTALL_OPENVINO) $(INSTALL_PYTHON) $(INSTALL_OPENCV)
|
|
sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR)
|
|
sudo mkdir -p $(SHARE_DIR)
|
|
sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common
|
|
sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(SHARE_DIR) -o vers=4,minorversion=1,sec=sys
|
|
mkdir -p $(OPENVINO_CCACHE_DIR)
|
|
mkdir -p $(OPENCV_CCACHE_DIR)
|
|
mkdir -p $(ONETBB_CCACHE_DIR)
|
|
displayName: 'Make directories'
|
|
|
|
- checkout: self
|
|
clean: 'true'
|
|
fetchDepth: '1'
|
|
submodules: 'true'
|
|
path: openvino
|
|
|
|
- checkout: openvino_contrib
|
|
clean: 'true'
|
|
fetchDepth: '1'
|
|
submodules: 'true'
|
|
path: openvino_contrib
|
|
|
|
- script: |
|
|
set -e
|
|
sudo -E $(OPENVINO_REPO_DIR)/install_build_dependencies.sh
|
|
$(OPENVINO_CONTRIB_REPO_DIR)/modules/arm_plugin/scripts/install_build_dependencies.sh
|
|
python3 -m pip install --upgrade pip
|
|
python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/requirements.txt
|
|
python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/wheel/requirements-dev.txt
|
|
env:
|
|
CCACHE_TEMPDIR: $(TMP_DIR)/ccache
|
|
CCACHE_BASEDIR: $(Pipeline.Workspace)
|
|
CCACHE_MAXSIZE: 50G
|
|
USE_CCACHE: 1
|
|
OPENCV_CCACHE_DIR: $(OPENCV_CCACHE_DIR)
|
|
ONETBB_CCACHE_DIR: $(ONETBB_CCACHE_DIR)
|
|
PYTHON_ARM_VERSION: $(PYTHON_ARM_VERSION)
|
|
NUM_PROC: $(NUM_PROC)
|
|
BUILD_PYTHON: $(BUILD_PYTHON)
|
|
WORK_DIR: $(WORK_DIR)
|
|
INSTALL_PYTHON: $(INSTALL_PYTHON)
|
|
BUILD_TYPE: $(BUILD_TYPE)
|
|
OPENVINO_REPO_DIR: $(OPENVINO_REPO_DIR)
|
|
BUILD_ONETBB: $(BUILD_ONETBB)
|
|
INSTALL_ONETBB: $(INSTALL_ONETBB)
|
|
INSTALL_OPENCV: $(INSTALL_OPENCV)
|
|
PYTHON_EXEC: $(PYTHON_EXEC)
|
|
ONETBB_REPO_DIR: $(ONETBB_REPO_DIR)
|
|
OPENCV_REPO_DIR: $(OPENCV_REPO_DIR)
|
|
BUILD_OPENCV: $(BUILD_OPENCV)
|
|
INSTALL_OPENVINO: $(INSTALL_OPENVINO)
|
|
displayName: 'Install dependencies'
|
|
|
|
- script: |
|
|
set -e
|
|
/usr/local/bin/$(PYTHON_EXEC) -m pip install -U pip
|
|
/usr/local/bin/$(PYTHON_EXEC) -m pip install crossenv
|
|
/usr/local/bin/$(PYTHON_EXEC) -m crossenv $(INSTALL_PYTHON)/bin/$(PYTHON_EXEC) $(CROSSENV_DIR)
|
|
source $(CROSSENV_DIR)/bin/activate
|
|
build-pip3 install -U pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/wheel/requirements-dev.txt
|
|
cross-pip3 install -U pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/wheel/requirements-dev.txt
|
|
displayName: 'Create crossenv'
|
|
|
|
- task: CMake@1
|
|
inputs:
|
|
cmakeArgs: >
|
|
-GNinja
|
|
-DCMAKE_VERBOSE_MAKEFILE=ON
|
|
-DCMAKE_COMPILE_WARNING_AS_ERROR=ON
|
|
-DOpenCV_DIR=$(INSTALL_OPENCV)/cmake
|
|
-DENABLE_PYTHON=OFF
|
|
-DENABLE_TESTS=ON
|
|
-DENABLE_DATA=OFF
|
|
-DCMAKE_TOOLCHAIN_FILE=$(OPENVINO_REPO_DIR)/cmake/arm64.toolchain.cmake
|
|
-DCMAKE_BUILD_TYPE=$(BUILD_TYPE)
|
|
-DTHREADING=TBB
|
|
-DTBB_DIR=$(INSTALL_ONETBB)/lib/cmake/TBB
|
|
-DCMAKE_VERBOSE_MAKEFILE=ON
|
|
-DOPENVINO_EXTRA_MODULES=$(OPENVINO_CONTRIB_REPO_DIR)/modules/arm_plugin
|
|
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache
|
|
-DCMAKE_C_COMPILER_LAUNCHER=ccache
|
|
-DCMAKE_CXX_LINKER_LAUNCHER=ccache
|
|
-DCMAKE_C_LINKER_LAUNCHER=ccache
|
|
-DARM_COMPUTE_SCONS_JOBS=$(NUM_PROC)
|
|
-DCMAKE_INSTALL_PREFIX=$(INSTALL_OPENVINO)
|
|
-S $(OPENVINO_REPO_DIR)
|
|
-B $(BUILD_OPENVINO)
|
|
displayName: 'CMake OpenVINO ARM plugin'
|
|
|
|
- script: cmake --build $(BUILD_OPENVINO) --parallel --config $(BUILD_TYPE)
|
|
env:
|
|
CCACHE_DIR: $(OPENVINO_CCACHE_DIR)
|
|
CCACHE_TEMPDIR: $(TMP_DIR)/ccache
|
|
CCACHE_BASEDIR: $(Pipeline.Workspace)
|
|
CCACHE_MAXSIZE: 50G
|
|
displayName: 'Build OpenVINO ARM plugin'
|
|
|
|
- script: cmake --build $(BUILD_OPENVINO) --parallel --config $(BUILD_TYPE) --target install
|
|
displayName: 'Install OpenVINO ARM plugin'
|
|
|
|
- script: |
|
|
source $(CROSSENV_DIR)/bin/activate
|
|
cmake \
|
|
-GNinja \
|
|
-DENABLE_PYTHON=ON \
|
|
-DENABLE_WHEEL=ON \
|
|
-DCMAKE_TOOLCHAIN_FILE=$(OPENVINO_REPO_DIR)/cmake/arm64.toolchain.cmake \
|
|
-DOpenVINODeveloperPackage_DIR=$(BUILD_OPENVINO) \
|
|
-DCMAKE_INSTALL_PREFIX=$(INSTALL_OPENVINO) \
|
|
-S $(OPENVINO_REPO_DIR)/src/bindings/python \
|
|
-B $(BUILD_OPENVINO_PYTHON)
|
|
deactivate
|
|
displayName: 'CMake OpenVINO python binding'
|
|
|
|
- script: cmake --build $(BUILD_OPENVINO_PYTHON) --parallel --config $(BUILD_TYPE)
|
|
env:
|
|
CCACHE_DIR: $(OPENVINO_CCACHE_DIR)
|
|
CCACHE_TEMPDIR: $(TMP_DIR)/ccache
|
|
CCACHE_BASEDIR: $(Pipeline.Workspace)
|
|
CCACHE_MAXSIZE: 50G
|
|
displayName: 'Build OpenVINO python binding'
|
|
|
|
- script: cmake --build $(BUILD_OPENVINO_PYTHON) --parallel --target install
|
|
displayName: 'Install OpenVINO python binding'
|
|
|
|
- task: PublishBuildArtifacts@1
|
|
inputs:
|
|
PathtoPublish: $(Build.ArtifactStagingDirectory)
|
|
ArtifactName: 'openvino_aarch64_linux'
|
|
displayName: 'Publish OpenVINO AArch64 linux package'
|