2021-11-26 08:54:38 -06:00
|
|
|
variables:
|
2022-11-22 16:16:53 -06:00
|
|
|
NO_DOCKER: 1
|
|
|
|
FORCE_COLOR: 1
|
|
|
|
EARTHLY_EXEC_CMD: "/bin/sh"
|
2022-11-26 23:18:08 -06:00
|
|
|
GIT_SUBMODULE_STRATEGY: normal
|
2021-11-26 08:54:38 -06:00
|
|
|
|
2023-02-20 13:14:05 -06:00
|
|
|
stages:
|
2023-10-31 06:17:13 -05:00
|
|
|
- prepare
|
2023-06-20 21:46:05 -05:00
|
|
|
- test
|
2023-07-16 12:04:23 -05:00
|
|
|
- build_packages
|
2023-07-31 19:59:23 -05:00
|
|
|
- release
|
2023-06-20 21:46:05 -05:00
|
|
|
- distribute
|
2021-11-24 15:49:13 -06:00
|
|
|
|
2023-10-31 06:17:13 -05:00
|
|
|
# base earthly setup for jobs
|
|
|
|
.base:
|
|
|
|
tags: [ saas-linux-medium-amd64 ]
|
2023-08-27 12:17:29 -05:00
|
|
|
image: docker
|
|
|
|
services:
|
|
|
|
- docker:dind
|
2023-10-31 06:17:13 -05:00
|
|
|
|
|
|
|
.earthly: &earthly_setup
|
|
|
|
- apk update && apk add git
|
|
|
|
- wget https://github.com/earthly/earthly/releases/download/v0.7.15/earthly-linux-amd64 -O /usr/local/bin/earthly
|
|
|
|
- chmod +x /usr/local/bin/earthly
|
|
|
|
- earthly bootstrap
|
|
|
|
- echo $CI_REGISTRY_PASSWORD | docker login -u $CI_REGISTRY_USER --password-stdin $CI_REGISTRY
|
2023-12-25 15:14:23 -06:00
|
|
|
- test "$CI_PROJECT_PATH" != "veilid/veilid" && project_args="--CI_REGISTRY_IMAGE=$CI_REGISTRY_IMAGE"
|
2023-10-31 06:17:13 -05:00
|
|
|
|
|
|
|
# Create the build container if:
|
|
|
|
# - no container in the registry
|
|
|
|
# - run as part of a schedule
|
|
|
|
# - run manually from the pipelines web page
|
|
|
|
build_cache:
|
|
|
|
extends: .base
|
|
|
|
stage: prepare
|
|
|
|
script:
|
2023-12-25 15:14:23 -06:00
|
|
|
- if ! docker manifest inspect $CI_REGISTRY_IMAGE/build-cache:latest > /dev/null || [[ "$CI_PIPELINE_SOURCE" == "schedule" ]] || [[ "$CI_PIPELINE_SOURCE" == "web" ]] ; then
|
2023-10-31 06:17:13 -05:00
|
|
|
- *earthly_setup
|
|
|
|
- earthly --use-inline-cache --save-inline-cache --strict --push -P +build-linux-cache $project_args
|
|
|
|
- else
|
|
|
|
- echo "No need to rebuild"
|
|
|
|
- fi
|
|
|
|
|
|
|
|
# Runs a basic unit test build, this task will use the `build-cache:latest` as set up in the projects Container Registry
|
|
|
|
test_build:
|
|
|
|
extends: .base
|
|
|
|
stage: test
|
2023-08-22 16:49:55 -05:00
|
|
|
only:
|
2023-09-03 19:43:46 -05:00
|
|
|
- main
|
2023-10-31 06:17:13 -05:00
|
|
|
- pushes
|
2023-08-27 12:17:29 -05:00
|
|
|
- merge_requests
|
|
|
|
script:
|
2023-10-31 06:17:13 -05:00
|
|
|
- *earthly_setup
|
|
|
|
- earthly --use-inline-cache +unit-tests-linux --BASE=container $project_args
|
2023-08-27 12:17:29 -05:00
|
|
|
resource_group: test
|
2023-11-02 20:48:07 -05:00
|
|
|
# when: manual
|
2023-07-22 12:07:00 -05:00
|
|
|
|
2024-04-29 14:40:07 -05:00
|
|
|
# Actual release -- triggered by pushing a new version tag
|
|
|
|
|
2023-07-31 20:23:36 -05:00
|
|
|
release_job:
|
|
|
|
stage: release
|
2023-08-27 12:17:29 -05:00
|
|
|
image: registry.gitlab.com/gitlab-org/release-cli:latest
|
2023-07-31 20:23:36 -05:00
|
|
|
script:
|
|
|
|
- echo "running release_job"
|
|
|
|
release: # See https://docs.gitlab.com/ee/ci/yaml/#release for available properties
|
|
|
|
tag_name: '$CI_COMMIT_TAG'
|
|
|
|
description: '$CI_COMMIT_TAG'
|
|
|
|
rules:
|
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
|
|
|
|
2023-07-21 14:30:33 -05:00
|
|
|
create_build_machines:
|
|
|
|
stage: build_packages
|
|
|
|
tags:
|
|
|
|
- build-orchestration
|
|
|
|
script:
|
2024-04-28 20:39:18 -05:00
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create amd64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create arm64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create amd64-rpm
|
2023-07-31 20:08:41 -05:00
|
|
|
rules:
|
2023-07-31 20:23:36 -05:00
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
2023-07-31 20:08:41 -05:00
|
|
|
|
2023-07-16 12:04:23 -05:00
|
|
|
package_amd64_deb:
|
|
|
|
stage: build_packages
|
2023-07-21 14:30:33 -05:00
|
|
|
needs:
|
|
|
|
- create_build_machines
|
2023-06-20 21:46:05 -05:00
|
|
|
tags:
|
2023-07-16 12:04:23 -05:00
|
|
|
- build-amd64-deb
|
2023-06-20 21:46:05 -05:00
|
|
|
script:
|
2023-07-04 13:31:02 -05:00
|
|
|
- earthly bootstrap
|
2023-07-03 21:50:50 -05:00
|
|
|
- earthly +package-linux-amd64-deb
|
2024-04-28 20:39:18 -05:00
|
|
|
- bash scripts/cicd/build-machine/scp-to-orchestrator.sh
|
2023-07-31 20:08:41 -05:00
|
|
|
rules:
|
2023-07-31 20:23:36 -05:00
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
2023-08-27 12:17:29 -05:00
|
|
|
|
2023-07-16 12:04:23 -05:00
|
|
|
package_arm64_deb:
|
|
|
|
stage: build_packages
|
2023-07-21 14:30:33 -05:00
|
|
|
needs:
|
|
|
|
- create_build_machines
|
2023-07-16 12:04:23 -05:00
|
|
|
tags:
|
|
|
|
- build-arm64-deb
|
|
|
|
script:
|
|
|
|
- earthly bootstrap
|
2023-07-14 23:37:30 -05:00
|
|
|
- earthly +package-linux-arm64-deb
|
2024-04-28 20:39:18 -05:00
|
|
|
- bash scripts/cicd/build-machine/scp-to-orchestrator.sh
|
2023-07-31 20:08:41 -05:00
|
|
|
rules:
|
2023-07-31 20:23:36 -05:00
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
2023-07-04 11:34:48 -05:00
|
|
|
|
2023-07-16 12:04:23 -05:00
|
|
|
package_amd64_rpm:
|
|
|
|
stage: build_packages
|
2023-07-21 14:30:33 -05:00
|
|
|
needs:
|
|
|
|
- create_build_machines
|
2023-07-16 12:04:23 -05:00
|
|
|
tags:
|
|
|
|
- build-amd64-rpm
|
|
|
|
script:
|
|
|
|
- earthly bootstrap
|
|
|
|
- earthly +package-linux-amd64-rpm
|
2024-04-28 20:39:18 -05:00
|
|
|
- bash scripts/cicd/build-machine/scp-to-orchestrator.sh
|
2023-07-31 20:08:41 -05:00
|
|
|
rules:
|
2023-07-31 20:23:36 -05:00
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
2023-07-31 19:59:23 -05:00
|
|
|
|
2024-04-04 18:22:10 -05:00
|
|
|
publish_crates:
|
2024-04-04 19:53:28 -05:00
|
|
|
stage: build_packages
|
2023-07-16 14:18:35 -05:00
|
|
|
tags:
|
2024-04-04 18:22:10 -05:00
|
|
|
- build-amd64-deb
|
2023-07-16 14:18:35 -05:00
|
|
|
script:
|
2024-03-03 15:19:21 -06:00
|
|
|
- vlt login
|
|
|
|
- vlt run --command="cargo publish -p veilid-tools --dry-run"
|
|
|
|
- vlt run --command="cargo publish -p veilid-tools"
|
|
|
|
- vlt run --command="cargo publish -p veilid-core --dry-run"
|
|
|
|
- vlt run --command="cargo publish -p veilid-core"
|
2024-04-04 18:22:10 -05:00
|
|
|
rules:
|
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
|
|
|
|
|
|
|
publish_python:
|
2024-04-04 19:53:28 -05:00
|
|
|
stage: build_packages
|
2024-04-04 18:22:10 -05:00
|
|
|
tags:
|
|
|
|
- build-amd64-deb
|
|
|
|
script:
|
|
|
|
- vlt login
|
2024-04-28 19:24:45 -05:00
|
|
|
- cd veilid-python && /home/gitlab-runner/.local/bin/poetry build
|
2024-03-03 15:19:21 -06:00
|
|
|
- vlt run --command="/home/gitlab-runner/.local/bin/poetry publish"
|
2023-07-31 20:08:41 -05:00
|
|
|
rules:
|
2023-07-31 20:23:36 -05:00
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
2023-07-16 14:18:35 -05:00
|
|
|
|
2024-04-04 18:22:10 -05:00
|
|
|
build_repositories:
|
|
|
|
stage: distribute
|
2024-04-04 19:46:47 -05:00
|
|
|
needs:
|
|
|
|
- publish_python
|
2024-04-04 18:22:10 -05:00
|
|
|
tags:
|
|
|
|
- build-orchestration
|
2024-04-21 13:37:45 -05:00
|
|
|
variables:
|
|
|
|
SECURE_FILES_DOWNLOAD_PATH: './'
|
2024-04-04 18:22:10 -05:00
|
|
|
script:
|
2024-04-28 19:24:45 -05:00
|
|
|
- cp scripts/cicd/build-orchestration/generate-release.sh ~
|
2024-04-28 20:39:18 -05:00
|
|
|
- bash scripts/cicd/build-orchestration/distribute-packages.sh
|
2024-04-04 18:22:10 -05:00
|
|
|
rules:
|
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
|
|
|
|
2023-07-16 14:18:35 -05:00
|
|
|
deploy_repos:
|
|
|
|
stage: distribute
|
|
|
|
needs:
|
|
|
|
- build_repositories
|
|
|
|
tags:
|
|
|
|
- repo-server
|
|
|
|
script:
|
2024-04-28 20:39:18 -05:00
|
|
|
- bash scripts/cicd/repo-server/deploy-repo.sh
|
2023-08-02 09:14:18 -05:00
|
|
|
rules:
|
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
|
|
|
|
|
|
|
delete_build_machines:
|
|
|
|
stage: distribute
|
|
|
|
needs:
|
|
|
|
- deploy_repos
|
|
|
|
tags:
|
|
|
|
- build-orchestration
|
|
|
|
script:
|
2024-04-28 20:39:18 -05:00
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete amd64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete arm64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete amd64-rpm
|
2023-07-31 20:08:41 -05:00
|
|
|
rules:
|
2023-08-27 12:17:29 -05:00
|
|
|
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
|
2024-04-29 14:40:07 -05:00
|
|
|
|
2024-04-29 15:24:04 -05:00
|
|
|
# Dryrun release -- triggered by changes in .gitlab-ci.yml, CICD scripts, or Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_create_build_machines:
|
|
|
|
stage: build_packages
|
|
|
|
tags:
|
|
|
|
- build-orchestration
|
|
|
|
script:
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create amd64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create arm64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create amd64-rpm
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
|
|
|
- scripts/cicd/**/*
|
2024-04-29 15:24:04 -05:00
|
|
|
- Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_package_amd64_deb:
|
|
|
|
stage: build_packages
|
|
|
|
needs:
|
|
|
|
- dryrun_create_build_machines
|
|
|
|
tags:
|
|
|
|
- build-amd64-deb
|
|
|
|
script:
|
|
|
|
- earthly bootstrap
|
|
|
|
- earthly +package-linux-amd64-deb
|
|
|
|
- bash scripts/cicd/build-machine/scp-to-orchestrator.sh
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
|
|
|
- scripts/cicd/**/*
|
2024-04-29 15:24:04 -05:00
|
|
|
- Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_package_arm64_deb:
|
|
|
|
stage: build_packages
|
|
|
|
needs:
|
|
|
|
- dryrun_create_build_machines
|
|
|
|
tags:
|
|
|
|
- build-arm64-deb
|
|
|
|
script:
|
|
|
|
- earthly bootstrap
|
|
|
|
- earthly +package-linux-arm64-deb
|
|
|
|
- bash scripts/cicd/build-machine/scp-to-orchestrator.sh
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
|
|
|
- scripts/cicd/**/*
|
2024-04-29 15:24:04 -05:00
|
|
|
- Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_package_amd64_rpm:
|
|
|
|
stage: build_packages
|
|
|
|
needs:
|
|
|
|
- dryrun_create_build_machines
|
|
|
|
tags:
|
|
|
|
- build-amd64-rpm
|
|
|
|
script:
|
|
|
|
- earthly bootstrap
|
|
|
|
- earthly +package-linux-amd64-rpm
|
|
|
|
- bash scripts/cicd/build-machine/scp-to-orchestrator.sh
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
|
|
|
- scripts/cicd/**/*
|
2024-04-29 15:24:04 -05:00
|
|
|
- Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
2024-04-29 15:24:04 -05:00
|
|
|
# dryrun_publish_crates:
|
|
|
|
# stage: build_packages
|
|
|
|
# needs:
|
|
|
|
# - dryrun_create_build_machines
|
|
|
|
# tags:
|
|
|
|
# - build-amd64-deb
|
|
|
|
# script:
|
|
|
|
# - vlt login
|
|
|
|
# - vlt run --command="cargo publish -p veilid-tools --dry-run"
|
|
|
|
# - vlt run --command="cargo publish -p veilid-core --dry-run"
|
|
|
|
# rules:
|
|
|
|
# - if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
# changes:
|
|
|
|
# - .gitlab-ci.yml
|
|
|
|
# - scripts/cicd/**/*
|
|
|
|
# - Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_publish_python:
|
|
|
|
stage: build_packages
|
|
|
|
needs:
|
|
|
|
- dryrun_create_build_machines
|
|
|
|
tags:
|
|
|
|
- build-amd64-deb
|
|
|
|
script:
|
|
|
|
- vlt login
|
|
|
|
- cd veilid-python && /home/gitlab-runner/.local/bin/poetry build
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
|
|
|
- scripts/cicd/**/*
|
2024-04-29 15:24:04 -05:00
|
|
|
- Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_build_repositories:
|
|
|
|
stage: distribute
|
|
|
|
tags:
|
|
|
|
- build-orchestration
|
|
|
|
variables:
|
|
|
|
SECURE_FILES_DOWNLOAD_PATH: './'
|
|
|
|
script:
|
|
|
|
- cp scripts/cicd/build-orchestration/generate-release.sh ~
|
|
|
|
- bash scripts/cicd/build-orchestration/distribute-packages.sh
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
|
|
|
- scripts/cicd/**/*
|
2024-04-29 15:24:04 -05:00
|
|
|
- Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_deploy_repos:
|
|
|
|
stage: distribute
|
|
|
|
needs:
|
|
|
|
- dryrun_build_repositories
|
|
|
|
tags:
|
|
|
|
- repo-server
|
|
|
|
script:
|
|
|
|
- ls -al repo.tar
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
|
|
|
- scripts/cicd/**/*
|
2024-04-29 15:24:04 -05:00
|
|
|
- Earthfile
|
2024-04-29 14:40:07 -05:00
|
|
|
|
|
|
|
dryrun_delete_build_machines:
|
|
|
|
stage: distribute
|
|
|
|
needs:
|
|
|
|
- dryrun_deploy_repos
|
|
|
|
tags:
|
|
|
|
- build-orchestration
|
|
|
|
script:
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete amd64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete arm64-deb
|
|
|
|
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete amd64-rpm
|
|
|
|
rules:
|
|
|
|
- if: $CI_PIPELINE_SOURCE == "push"
|
|
|
|
changes:
|
|
|
|
- .gitlab-ci.yml
|
2024-04-29 15:24:04 -05:00
|
|
|
- scripts/cicd/**/*
|
|
|
|
- Earthfile
|