Azure CI: Enable nGaph ONNX check (#2631)

* GitHub CI: Add nGraph ONNX check * Fix job name * Fix commands * Enable nGraph Docker * Fix * Fix * Fix * Remove Actions * Decrease a number of workers for executing models tests * Enable "Docker run tests" * Unset parallel execution * Add cloning models * Update model_zoo_preprocess.sh cmd * Fix model_zoo_preprocess.sh cmd * Add share * ls -alR /mnt/onnxtestdata * Change path * move clone models * Update script * Add wget * Update * Update to master * Update * Update * clone into tmp * Enable clone * Fix * Use model_zoo_preprocess * Add copy to share * Enable tests * Get MSFT * Run tests * Try 16 cores * rub tests * list models * run tests * Run tests, no --model_zoo_xfail * Run tests, -n 8 * Run tests, -n 1 * Run tests, -n 4 * Run tests, -n 2 * Run with -n 1 * Update info * First try to run onnx ci: * disable MSFT models for first try, * try to align onnx_models * Enable steps * Update cmake * Add destination for cmake build * Try to fix cmake build * set ninja and instal dependencies * Revert changes from Blaczkowski, Rafal * Add swapfile 15 GB, run on AMD CPU 16 cores, 64 GB RAM * Enable model_zoo_preprocess.sh * Add reference-if-able * Update * test_zoo_models.py -n 8 * Fix clone * Set LIN_VMSS_VENV_EPHEMERAL_WU2, F8s_v2 * git clone --single-branch * test_zoo_models.py -n 6, D16as_v4 * -n 4 * clean * -n 2 * -n 4, swap 48 GB * E16ds_v4 (16-128), -n 8 * -n 8 * Set LIN_VMSS_VENV_ONNX_WU2 * -n 4 * del -n 16 for ut Co-authored-by: rblaczko <rafal.blaczkowski@intel.com>
2021-02-05 17:48:16 +03:00
parent d323e43e69
commit a3dc2649e2
3 changed files with 50 additions and 75 deletions
--- a/.ci/azure/linux.yml
+++ b/.ci/azure/linux.yml
@@ -38,11 +38,10 @@ jobs:
      curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01"
      whoami
      uname -a
-      which python3
-      python3 --version
-      which java
-      java -version
-      gcc --version
+      echo Python3 info ; which python3 ; python3 --version
+      echo Python info ; which python ; python --version
+      echo Java info ; which java ; java -version
+      echo gcc info ; which gcc ; gcc --version
      lsb_release
      env
      cat /proc/cpuinfo
@@ -51,6 +50,7 @@ jobs:
      vmstat -s
      df
      lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd"
+      free -h
    displayName: 'System info'

  - script: |
--- a/.ci/azure/linux_ngraph_onnx.yml
+++ b/.ci/azure/linux_ngraph_onnx.yml
@@ -2,10 +2,10 @@ jobs:
 - job: nGraph_ONNX_Lin

  # About 150% of total time
-  timeoutInMinutes: 60
+  timeoutInMinutes: 45

  pool:
-    name: LIN_VMSS_VENV_F8S_WU2
+    name: LIN_VMSS_VENV_ONNX_WU2

  variables:
    system.debug: true
@@ -15,81 +15,56 @@ jobs:
    BUILD_TYPE: Release
    REPO_DIR: $(Build.Repository.LocalPath)
    WORK_DIR: $(Pipeline.Workspace)/_w
-    BUILD_DIR: $(WORK_DIR)/build
-    BIN_DIR: $(REPO_DIR)/bin/intel64/$(BUILD_TYPE)
-    INSTALL_DIR: $(WORK_DIR)/install
+    MODELS_DIR: /mnt/onnxtestdata/models
+    TMP_DIR: /mnt/tmp

  steps:
+  - script: |
+      curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01"
+      whoami
+      uname -a
+      echo Python3 info ; which python3 ; python3 --version
+      echo Python info ; which python ; python --version
+      echo Java info ; which java ; java -version
+      echo gcc info ; which gcc ; gcc --version
+      lsb_release
+      env
+      cat /proc/cpuinfo
+      cat /proc/meminfo
+      cat /etc/fstab
+      vmstat -s
+      df
+      lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd"
+      free -h
+    displayName: 'System info'
+
+  - script: |
+      rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR)
+      sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR)
+    displayName: 'Make dir'
+
  - checkout: self
    clean: true
    lfs: false
    submodules: recursive
    path: openvino

-  - script: |
-      curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01"
-      whoami
-      uname -a
-      which python3
-      python3 --version
-      gcc --version
-      lsb_release
-      env
-      cat /proc/cpuinfo
-      cat /proc/meminfo
-      vmstat -s
-      df
-    displayName: 'System info'
-
-  - script: |
-      rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR)
-    displayName: 'Make dir'
-
-  - script: |
-      sudo apt --assume-yes install libusb-1.0-0-dev
-      python3 -m pip install -r ./inference-engine/ie_bridges/python/requirements.txt
-      # For running Python API tests
-      python3 -m pip install -r ./inference-engine/ie_bridges/python/src/requirements-dev.txt
-    displayName: 'Install dependencies'
-    enabled: false
-
-  - script: |
-      wget https://github.com/ninja-build/ninja/releases/download/v1.10.0/ninja-linux.zip
-      unzip ninja-linux.zip
-      sudo cp -v ninja /usr/local/bin/
-    workingDirectory: $(WORK_DIR)
-    displayName: 'Install Ninja'
-    enabled: false
-
-  - task: CMake@1
-    inputs:
-      # CMake must get Python 3.x version by default
-      cmakeArgs: -GNinja -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DENABLE_VPU=OFF -DENABLE_GNA=OFF -DENABLE_OPENCV=OFF -DENABLE_CPPLINT=OFF -DENABLE_TESTS=OFF -DENABLE_MKL_DNN=ON -DENABLE_CLDNN=OFF -DENABLE_PROFILING_ITT=OFF -DENABLE_SAMPLES=OFF -DENABLE_SPEECH_DEMO=OFF -DENABLE_PYTHON=ON -DPYTHON_EXECUTABLE=/usr/bin/python3.6 -DNGRAPH_ONNX_IMPORT_ENABLE=ON -DNGRAPH_INTERPRETER_ENABLE=ON -DNGRAPH_DEBUG_ENABLE=OFF -DNGRAPH_DYNAMIC_COMPONENTS_ENABLE=ON -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) $(REPO_DIR)
-      workingDirectory: $(BUILD_DIR)
-    enabled: false
-
-  - script: ninja
-    workingDirectory: $(BUILD_DIR)
-    displayName: 'Build'
-    enabled: false
-
-  - script: make install
-    workingDirectory: $(BUILD_DIR)
-    displayName: 'Install'
-    enabled: false
-
-  - script: |
-      ls -alR $(REPO_DIR)/bin/
-      ls -alR $(INSTALL_DIR)
-    displayName: 'List files'
-    enabled: false
-
-  - script: docker build --tag=openvino-onnx-ci-image --file=$(REPO_DIR)/.ci/openvino-onnx/Dockerfile .
-    workingDirectory: $(BUILD_DIR)
+  - script: docker build --tag=openvino-onnx-ci-image --file=.ci/openvino-onnx/Dockerfile .
    displayName: 'Docker build'
+
+  - script: ngraph/python/tests/test_onnx/model_zoo_preprocess.sh -d $(TMP_DIR) -o
+    displayName: 'Get models'
+
+  - script: |
+      ls -alR $(MODELS_DIR)
+      ls -alR $(TMP_DIR)
+    displayName: 'List models'
    enabled: false

-  - script: docker run --name openvino-onnx-ci-container openvino-onnx-ci-image
-    workingDirectory: $(BUILD_DIR)
-    displayName: 'Docker run tests'
-    enabled: false
+  - script: sudo fallocate -l 48G /swapfile ; sudo mkswap /swapfile ; sudo swapon /swapfile ; df ; free -h
+    displayName: 'Create swap'
+
+  - script: |
+      docker run --name openvino-onnx-ci-container --volume $(TMP_DIR)/model_zoo:/root/.onnx/model_zoo --volume $(MODELS_DIR)/msft:/root/.onnx/model_zoo/MSFT openvino-onnx-ci-image
+    displayName: 'Docker run'
+
--- a/ngraph/python/tox.ini
+++ b/ngraph/python/tox.ini
@@ -24,7 +24,7 @@ commands=
  flake8 --ignore=D100,D101,D102,D103,D104,D105,D107,W503 tests/  # ignore lack of docs in tests
  mypy --config-file=tox.ini {posargs:src/}
  pytest --backend={env:NGRAPH_BACKEND} tests -v -k 'not _cuda' --ignore=tests/test_onnx/test_zoo_models.py
-  pytest --backend={env:NGRAPH_BACKEND} tests/test_onnx/test_zoo_models.py -v -n 10 -k 'not _cuda' --model_zoo_xfail
+  pytest --backend={env:NGRAPH_BACKEND} tests/test_onnx/test_zoo_models.py -v -n 4 -k 'not _cuda' --model_zoo_xfail

 [testenv:devenv]
 envdir = devenv