name: ResInsight Build With Cache on: push: pull_request: schedule: # Every day at 1am to make sure we have a build cache for the current date # build cache is - cron: '0 1 * * *' env: BUILD_TYPE: Release BUILDCACHE_VERSION: 0.27.6 BUILDCACHE_DIR: ${{ github.workspace }}/buildcache_dir BUILDCACHE_ACCURACY: SLOPPY concurrency: group: build-${{ github.event.pull_request.number || github.ref }} cancel-in-progress: true jobs: build: runs-on: ${{ matrix.config.os }} strategy: fail-fast: false matrix: config: - { name: "Windows Latest MSVC", os: windows-2022, cc: "cl", cxx: "cl", vcpkg-response-file: vcpkg_x64-windows.txt, vcpkg-triplet: x64-windows, build-python-module: true, execute-unit-tests: true, unity-build: true, publish-to-pypi: false, } - { name: "Ubuntu Latest gcc", os: ubuntu-20.04, cc: "gcc", cxx: "g++", vcpkg-response-file: vcpkg_x64-linux.txt, vcpkg-triplet: x64-linux, build-python-module: true, execute-unit-tests: true, unity-build: false, publish-to-pypi: true, } - { name: "Ubuntu Latest clang", os: ubuntu-20.04, cc: "clang", cxx: "clang++", vcpkg-response-file: vcpkg_x64-linux.txt, vcpkg-triplet: x64-linux, build-python-module: true, execute-unit-tests: true, unity-build: false, publish-to-pypi: false, } steps: - name: Checkout uses: actions/checkout@v3 with: submodules: true - name: Set up Python uses: actions/setup-python@v4 with: python-version: "3.8" - name: Display Python version run: python -c "import sys; print(sys.version)" - name: Get Python executable path shell: bash id: python-path run: echo "PYTHON_EXECUTABLE=$(python -c 'import sys; import pathlib; print (pathlib.PurePath(sys.executable).as_posix())')" >> $GITHUB_OUTPUT - name: Print Python path run: echo "${{ steps.python-path.outputs.PYTHON_EXECUTABLE }}" - name: Install dependencies run: | python -m pip install --upgrade pip pip install -r GrpcInterface/Python/requirements.txt - name: Use CMake uses: lukka/get-cmake@latest - name: Use MSVC (Windows) uses: ilammy/msvc-dev-cmd@v1 - name: Download buildcache id: buildcache-download shell: cmake -P {0} run: | if ("${{ runner.os }}" STREQUAL "Windows") set(buildcache_suffix "windows.zip") elseif ("${{ runner.os }}" STREQUAL "macOS") set(buildcache_suffix "macos.zip") elseif ("${{ runner.os }}" STREQUAL "Linux") set(buildcache_suffix "linux.tar.gz") endif() set(buildcache_version $ENV{BUILDCACHE_VERSION}) set(buildcache_url "https://github.com/mbitsnbites/buildcache/releases/download/v${buildcache_version}/buildcache-${buildcache_suffix}") file(DOWNLOAD "${buildcache_url}" ./buildcache.zip) execute_process(COMMAND ${CMAKE_COMMAND} -E tar xvf ./buildcache.zip) if (NOT "${{ runner.os }}" STREQUAL "Windows") execute_process( COMMAND chmod +x buildcache/bin/buildcache ) endif() - name: Get current time uses: josStorer/get-current-time@v2.0.2 id: current-time with: format: YYYY-MM-DD - name: Print time stamp run: echo "timestamp ${{ steps.current-time.outputs.formattedTime }}" - name: Cache Buildcache id: cache-buildcache uses: actions/cache@v3 with: path: ${{ env.BUILDCACHE_DIR }} key: ${{ matrix.config.os }}-${{ matrix.config.cc }}-cache-v02-${{ steps.current-time.outputs.formattedTime }} - name: Create Folder for buildcache run: New-Item ${{ env.BUILDCACHE_DIR }} -ItemType "directory" -Force shell: pwsh - name: Add buildcache to system path run: echo "${{github.workspace}}/buildcache/bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 shell: pwsh - name: Set apt mirror # see https://github.com/actions/runner-images/issues/7048 if: ${{contains( matrix.config.os, 'ubuntu') }} run: | # make sure there is a `\t` between URL and `priority:*` attributes printf 'http://azure.archive.ubuntu.com/ubuntu priority:1\n' | sudo tee /etc/apt/mirrors.txt curl http://mirrors.ubuntu.com/mirrors.txt | sudo tee --append /etc/apt/mirrors.txt sudo sed -i 's/http:\/\/azure.archive.ubuntu.com\/ubuntu\//mirror+file:\/etc\/apt\/mirrors.txt/' /etc/apt/sources.list - name: Install Linux dependencies if: ${{contains( matrix.config.os, 'ubuntu') }} run: | sudo apt-get update --option="APT::Acquire::Retries=3" sudo apt-get install --option="APT::Acquire::Retries=3" libxkbcommon-x11-0 libgl1-mesa-dev mesa-common-dev libglfw3-dev libglu1-mesa-dev libhdf5-dev sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 100 --slave /usr/bin/g++ g++ /usr/bin/g++-10 --slave /usr/bin/gcov gcov /usr/bin/gcov-10 - name: Install Qt uses: jurplel/install-qt-action@v3 with: version: 5.12.12 dir: "${{ github.workspace }}/Qt/" cache: true - name: Restore from cache and install vcpkg uses: lukka/run-vcpkg@v7 id: runvcpkg with: vcpkgArguments: "@${{ github.workspace }}/${{ matrix.config.vcpkg-response-file }}" vcpkgDirectory: "${{ github.workspace }}/ThirdParty/vcpkg" appendedCacheKey: ${{ matrix.config.os }}-${{ matrix.config.cxx }}-cache-key-v2 - name: Cache dynamic version of OpenSSL (Linux) if: ${{contains( matrix.config.os, 'ubuntu_disabled') }} uses: actions/cache@v3 with: path: ${{ github.workspace }}/ThirdParty/vcpkg/installed/x64-linux-dynamic key: ${{ matrix.config.os }}-vcpkg-x64-linux-dynamic_v05 - name: Install dynamic version of OpenSSL (Linux) if: ${{contains( matrix.config.os, 'ubuntu') }} run: | $VCPKG_ROOT/vcpkg install --overlay-triplets=${{ github.workspace }}/ThirdParty/vcpkg-custom-triplets --triplet x64-linux-dynamic openssl - name: Configure shell: cmake -P {0} run: | set(ENV{CC} ${{ matrix.config.cc }}) set(ENV{CXX} ${{ matrix.config.cxx }}) execute_process( COMMAND cmake -S . -B cmakebuild -D CMAKE_BUILD_TYPE=$ENV{BUILD_TYPE} -D CMAKE_INSTALL_PREFIX=cmakebuild/install -D RESINSIGHT_BUNDLE_OPENSSL=true -D RESINSIGHT_INCLUDE_APPLICATION_UNIT_TESTS=true -D RESINSIGHT_TREAT_WARNINGS_AS_ERRORS=true -D RESINSIGHT_ENABLE_PRECOMPILED_HEADERS=false -D RESINSIGHT_ENABLE_UNITY_BUILD=${{ matrix.config.unity-build }} -D RESINSIGHT_ENABLE_GRPC=${{ matrix.config.build-python-module }} -D RESINSIGHT_GRPC_PYTHON_EXECUTABLE=${{ steps.python-path.outputs.PYTHON_EXECUTABLE }} -D RESINSIGHT_GRPC_DOWNLOAD_PYTHON_MODULE=true -D RESINSIGHT_ENABLE_HDF5=false -D RESINSIGHT_BUILD_LIBS_FROM_SOURCE=false -D CMAKE_TOOLCHAIN_FILE=ThirdParty/vcpkg/scripts/buildsystems/vcpkg.cmake -G Ninja RESULT_VARIABLE result ) if (NOT result EQUAL 0) message(FATAL_ERROR "Bad exit status") endif() - name: Build shell: cmake -P {0} run: | set(ENV{NINJA_STATUS} "[%f/%t %o/sec] ") execute_process( COMMAND cmake --build cmakebuild --target install RESULT_VARIABLE result ) if (NOT result EQUAL 0) message(FATAL_ERROR "Bad exit status") endif() - name: Stats for buildcache run: ${{ github.workspace }}/buildcache/bin/buildcache -s - name: Run Unit Tests if: matrix.config.execute-unit-tests shell: bash run: | cmakebuild/ApplicationExeCode/ResInsight --unittest - name: Run pytest if: matrix.config.build-python-module env: RESINSIGHT_EXECUTABLE: ${{ runner.workspace }}/ResInsight/cmakebuild/ApplicationExeCode/ResInsight run: | cd GrpcInterface/Python python setup.py sdist cd rips ${{ steps.python-path.outputs.PYTHON_EXECUTABLE }} -m pytest --console - name: Upload python distribution folder if: matrix.config.publish-to-pypi uses: actions/upload-artifact@v3 with: name: python-distribution path: GrpcInterface/Python/dist - name: Upload Windows install artifact if: ${{contains( matrix.config.os, 'windows') }} uses: actions/upload-artifact@v3 with: name: ResInsight-${{ matrix.config.name }} path: ${{ runner.workspace }}/ResInsight/cmakebuild/install pypi-publish: name: Upload release to PyPI needs: build runs-on: ubuntu-latest environment: name: pypi url: https://pypi.org/p/rips permissions: id-token: write # IMPORTANT: this permission is mandatory for trusted publishing # If this is a tagged release if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') steps: - name: Download python distribution folder uses: actions/download-artifact@v3 with: name: python-distribution path: dist - name: Display structure of downloaded files run: ls -R - name: Publish Python package to pypi # https://docs.pypi.org/trusted-publishers/adding-a-publisher/ uses: pypa/gh-action-pypi-publish@release/v1 # uncomment the two lines below to publish to test PyPi # with: # repository-url: https://test.pypi.org/legacy/