mirror of
https://github.com/mattermost/mattermost.git
synced 2026-08-27 05:37:15 -05:00
Workers no longer run `npm ci` — `node_modules` and framework binaries are restored from actions/cache populated once by a new `prep-deps` job. This closes the intermittent EEXIST/ENOENT failure inside npm's own cacache writer that occasionally fails `npm ci` on a runner. Removing `npm ci` from workers also cuts ~5 min of duplicated install work per worker. dispatch-begin now runs as its own job after prep-deps so it fires once the per-worker test-server setup is the only remaining work before dispatch-run.
419 lines
18 KiB
YAML
419 lines
18 KiB
YAML
---
|
|
name: E2E Tests - Playwright Template (v2 - test system io dispatch)
|
|
|
|
# Delegates Playwright spec dispatch + reporting to test system io.
|
|
# Authenticates via GitHub Actions OIDC; calling job MUST grant
|
|
# `id-token: write`.
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
workers:
|
|
description: "Number of parallel test system io dispatch workers"
|
|
type: number
|
|
required: false
|
|
default: 8
|
|
enabled_docker_services:
|
|
description: "Space-separated list of docker services to enable"
|
|
type: string
|
|
required: false
|
|
default: "postgres inbucket"
|
|
|
|
commit_sha:
|
|
type: string
|
|
required: true
|
|
branch:
|
|
type: string
|
|
required: true
|
|
build_id:
|
|
type: string
|
|
required: true
|
|
server_image_tag:
|
|
description: "Server image tag (e.g., master or short SHA)"
|
|
type: string
|
|
required: true
|
|
server:
|
|
type: string
|
|
required: false
|
|
default: onprem
|
|
server_edition:
|
|
description: "Server edition: enterprise (default), fips, or team"
|
|
type: string
|
|
required: false
|
|
default: enterprise
|
|
server_image_repo:
|
|
description: "Docker registry: mattermostdevelopment (default) or mattermost"
|
|
type: string
|
|
required: false
|
|
default: mattermostdevelopment
|
|
server_image_aliases:
|
|
description: "Comma-separated alias tags for description"
|
|
type: string
|
|
required: false
|
|
|
|
enable_reporting:
|
|
type: boolean
|
|
required: false
|
|
default: false
|
|
report_type:
|
|
type: string
|
|
required: false
|
|
ref_branch:
|
|
type: string
|
|
required: false
|
|
pr_number:
|
|
type: string
|
|
required: false
|
|
context_name:
|
|
description: "GitHub commit status context name"
|
|
type: string
|
|
required: true
|
|
|
|
playwright_project:
|
|
description: "Playwright project name (passed to dispatch-begin metadata and dispatch-run --project=)."
|
|
type: string
|
|
required: false
|
|
default: chrome
|
|
playwright_retries:
|
|
description: "Playwright --retries=N (per-spec, in-process retry of flaky tests)"
|
|
type: number
|
|
required: false
|
|
default: 1
|
|
retest_on_fail:
|
|
description: "Re-dispatch failed dispatch units once (whole-spec retry, on top of Playwright --retries)"
|
|
type: boolean
|
|
required: false
|
|
default: true
|
|
|
|
secrets:
|
|
MM_LICENSE:
|
|
required: false
|
|
REPORT_WEBHOOK_URL:
|
|
required: false
|
|
|
|
# Callers must grant: contents: read, statuses: write, id-token: write
|
|
permissions:
|
|
contents: read
|
|
statuses: write
|
|
id-token: write
|
|
|
|
env:
|
|
SERVER_IMAGE: "${{ inputs.server_image_repo }}/${{ inputs.server_edition == 'fips' && 'mattermost-enterprise-fips-edition' || inputs.server_edition == 'team' && 'mattermost-team-edition' || 'mattermost-enterprise-edition' }}:${{ inputs.server_image_tag }}"
|
|
|
|
jobs:
|
|
prepare-run:
|
|
runs-on: ubuntu-24.04
|
|
permissions:
|
|
contents: read
|
|
id-token: write
|
|
statuses: write
|
|
outputs:
|
|
composite-identity-json: ${{ steps.composite-identity.outputs.composite-identity-json }}
|
|
workers-matrix: ${{ steps.matrix.outputs.workers }}
|
|
start_time: ${{ steps.matrix.outputs.start_time }}
|
|
steps:
|
|
- name: ci/checkout-repo
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
ref: ${{ inputs.commit_sha }}
|
|
fetch-depth: 1
|
|
- name: ci/composite-identity
|
|
id: composite-identity
|
|
env:
|
|
CONTEXT_NAME: ${{ inputs.context_name }}
|
|
MM_SHA: ${{ inputs.commit_sha }}
|
|
MM_BRANCH: ${{ inputs.branch }}
|
|
PR_NUMBER: ${{ inputs.pr_number }}
|
|
run: |
|
|
# Derive the test-system-io run name from the GitHub commit-status
|
|
# context: drop the `e2e-test/` prefix (the framework name already
|
|
# implies E2E in the dashboard) and swap remaining `/` for `-` so
|
|
# the dashboard URL is path-safe. The commit-status context itself
|
|
# stays unchanged elsewhere — branch protection rules depend on it.
|
|
NAME="${CONTEXT_NAME#e2e-test/}"
|
|
NAME="${NAME//\//-}"
|
|
if [ -n "$PR_NUMBER" ]; then
|
|
COMPOSITE_IDENTITY=$(jq -nc \
|
|
--arg repo "${{ github.repository }}" \
|
|
--arg sha "${MM_SHA}" \
|
|
--arg run_id "${GITHUB_RUN_ID}" \
|
|
--arg name "${NAME}" \
|
|
--arg attempt "${GITHUB_RUN_ATTEMPT}" \
|
|
--arg branch "${MM_BRANCH}" \
|
|
--arg pr "${PR_NUMBER}" \
|
|
'{repository:$repo, commit_sha:$sha, gh_run_id:$run_id, name:$name, gh_run_attempt:$attempt, branch:$branch, gh_pr_number:$pr}')
|
|
else
|
|
COMPOSITE_IDENTITY=$(jq -nc \
|
|
--arg repo "${{ github.repository }}" \
|
|
--arg sha "${MM_SHA}" \
|
|
--arg run_id "${GITHUB_RUN_ID}" \
|
|
--arg name "${NAME}" \
|
|
--arg attempt "${GITHUB_RUN_ATTEMPT}" \
|
|
--arg branch "${MM_BRANCH}" \
|
|
'{repository:$repo, commit_sha:$sha, gh_run_id:$run_id, name:$name, gh_run_attempt:$attempt, branch:$branch}')
|
|
fi
|
|
echo "composite-identity-json=${COMPOSITE_IDENTITY}" >> $GITHUB_OUTPUT
|
|
- name: ci/matrix
|
|
id: matrix
|
|
run: |
|
|
echo "workers=$(jq -nc --argjson n ${{ inputs.workers }} '[range(1; $n+1)]')" >> $GITHUB_OUTPUT
|
|
echo "start_time=$(date +%s)" >> $GITHUB_OUTPUT
|
|
|
|
# Build @mattermost/client + @mattermost/types and install playwright deps once,
|
|
# then workers restore from cache. Playwright only consumes those two packages
|
|
# from webapp, so we cache just their built lib/ instead of all of webapp/node_modules.
|
|
prep-deps:
|
|
name: prep-deps
|
|
runs-on: ubuntu-24.04
|
|
timeout-minutes: 15
|
|
permissions:
|
|
contents: read
|
|
steps:
|
|
- name: ci/checkout-repo
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
ref: ${{ inputs.commit_sha }}
|
|
fetch-depth: 1
|
|
- name: ci/setup-node
|
|
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
|
|
with:
|
|
node-version-file: ".nvmrc"
|
|
- name: ci/cache-platform-pkgs
|
|
# `webapp/node_modules/@mattermost/{client,types}` are the workspace
|
|
# symlinks Node walks up to find when platform/client requires
|
|
# @mattermost/types. Without them, module resolution fails inside
|
|
# the slim slice.
|
|
id: cache-platform-pkgs
|
|
uses: actions/cache@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
|
|
with:
|
|
path: |
|
|
webapp/node_modules/@mattermost/client
|
|
webapp/node_modules/@mattermost/types
|
|
webapp/platform/client/lib
|
|
webapp/platform/client/node_modules
|
|
webapp/platform/types/lib
|
|
webapp/platform/types/node_modules
|
|
key: e2e-platform-pkgs-${{ runner.os }}-${{ hashFiles('webapp/package-lock.json', 'webapp/platform/client/src/**', 'webapp/platform/client/tsconfig*.json', 'webapp/platform/types/src/**', 'webapp/platform/types/tsconfig*.json') }}
|
|
- name: ci/build-platform-pkgs
|
|
# Full webapp install is needed for tsc + workspace linking; the
|
|
# postinstall builds platform/{client,types}/lib. We only cache those.
|
|
if: steps.cache-platform-pkgs.outputs.cache-hit != 'true'
|
|
working-directory: webapp
|
|
run: make node_modules
|
|
- name: ci/cache-playwright-deps
|
|
# Caches node_modules + the rolled-up @mattermost/playwright-lib dist
|
|
# so workers don't re-run rollup on every job.
|
|
id: cache-playwright
|
|
uses: actions/cache@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
|
|
with:
|
|
path: |
|
|
e2e-tests/playwright/node_modules
|
|
e2e-tests/playwright/lib/dist
|
|
e2e-tests/playwright/lib/node_modules
|
|
key: e2e-playwright-deps-${{ runner.os }}-${{ hashFiles('e2e-tests/playwright/package-lock.json', 'e2e-tests/playwright/lib/src/**', 'e2e-tests/playwright/lib/package.json', 'e2e-tests/playwright/lib/rollup.config.js', 'e2e-tests/playwright/lib/tsconfig.json') }}
|
|
- name: ci/install-playwright-deps
|
|
# `npm ci` creates symlinks at node_modules/@mattermost/{client,types}
|
|
# → webapp/platform/{client,types}; targets must already be built.
|
|
# The postinstall then builds lib/dist via rollup. Skip browser
|
|
# download here — chromium is cached separately below.
|
|
if: steps.cache-playwright.outputs.cache-hit != 'true'
|
|
working-directory: e2e-tests/playwright
|
|
env:
|
|
PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "1"
|
|
run: npm ci
|
|
- name: ci/cache-playwright-browsers
|
|
# Cache chromium binary (~150MB) keyed on the playwright lockfile so a
|
|
# version bump invalidates. Restored by workers; no docker image needed.
|
|
id: cache-pw-browsers
|
|
uses: actions/cache@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
|
|
with:
|
|
path: ~/.cache/ms-playwright
|
|
key: playwright-browsers-${{ runner.os }}-${{ hashFiles('e2e-tests/playwright/package-lock.json') }}
|
|
- name: ci/install-playwright-chromium
|
|
if: steps.cache-pw-browsers.outputs.cache-hit != 'true'
|
|
working-directory: e2e-tests/playwright
|
|
run: npx playwright install chromium
|
|
|
|
# Register the Test System IO run AFTER prep-deps so workers reach
|
|
# dispatch-run within Test System IO's inactivity window.
|
|
dispatch-begin:
|
|
runs-on: ubuntu-24.04
|
|
needs: [prepare-run, prep-deps]
|
|
permissions:
|
|
contents: read
|
|
id-token: write
|
|
statuses: write
|
|
steps:
|
|
- name: ci/checkout-repo
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
ref: ${{ inputs.commit_sha }}
|
|
fetch-depth: 1
|
|
- name: ci/dispatch-begin
|
|
uses: mattermost/mattermost-test-system-io/.github/actions/test-system-io-dispatch-begin@a2ea7f005484c28fedf51e16645f6d3bd683fd63 # 2026-05-16
|
|
with:
|
|
use-staging: ${{ vars.E2E_USE_STAGING_TEST_IO_URL != 'false' }}
|
|
framework: playwright
|
|
repo-dir: ${{ github.workspace }}
|
|
composite-identity: ${{ needs.prepare-run.outputs.composite-identity-json }}
|
|
total-reports-expected: ${{ inputs.workers }}
|
|
retest-on-fail: ${{ inputs.retest_on_fail }}
|
|
playwright-project: ${{ inputs.playwright_project }}
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
commit-status-context: ${{ inputs.context_name }}
|
|
image-tag: ${{ inputs.server_image_tag }}
|
|
image-aliases: ${{ inputs.server_image_aliases }}
|
|
|
|
workers:
|
|
name: dispatch-run-${{ matrix.worker_index }}
|
|
runs-on: ubuntu-24.04
|
|
timeout-minutes: 30
|
|
needs: [prepare-run, dispatch-begin]
|
|
permissions:
|
|
contents: read
|
|
id-token: write
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
worker_index: ${{ fromJSON(needs.prepare-run.outputs.workers-matrix) }}
|
|
env:
|
|
COMPOSITE_IDENTITY: ${{ needs.prepare-run.outputs.composite-identity-json }}
|
|
SERVER: "${{ inputs.server }}"
|
|
MM_LICENSE: "${{ secrets.MM_LICENSE }}"
|
|
ENABLED_DOCKER_SERVICES: "${{ inputs.enabled_docker_services }}"
|
|
TEST: playwright
|
|
BRANCH: "${{ inputs.branch }}"
|
|
BUILD_ID: "${{ inputs.build_id }}"
|
|
CI_BASE_URL: "full-test-${{ matrix.worker_index }}"
|
|
steps:
|
|
- name: ci/checkout-actions
|
|
# Sparse-checkout just .github/actions from the triggering ref (master)
|
|
# so the composite action below is available before the full checkout
|
|
# overwrites the workspace with inputs.commit_sha.
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
sparse-checkout: .github/actions
|
|
sparse-checkout-cone-mode: true
|
|
- name: ci/runner-prep-for-openldap
|
|
uses: ./.github/actions/runner-prep-openldap
|
|
- name: ci/checkout-repo
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
ref: ${{ inputs.commit_sha }}
|
|
fetch-depth: 0
|
|
- name: ci/setup-node
|
|
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
|
|
with:
|
|
node-version-file: ".nvmrc"
|
|
- name: ci/restore-platform-pkgs
|
|
# Built lib/ for @mattermost/client and @mattermost/types, plus the
|
|
# webapp workspace symlinks under webapp/node_modules/@mattermost/.
|
|
uses: actions/cache/restore@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
|
|
with:
|
|
path: |
|
|
webapp/node_modules/@mattermost/client
|
|
webapp/node_modules/@mattermost/types
|
|
webapp/platform/client/lib
|
|
webapp/platform/client/node_modules
|
|
webapp/platform/types/lib
|
|
webapp/platform/types/node_modules
|
|
key: e2e-platform-pkgs-${{ runner.os }}-${{ hashFiles('webapp/package-lock.json', 'webapp/platform/client/src/**', 'webapp/platform/client/tsconfig*.json', 'webapp/platform/types/src/**', 'webapp/platform/types/tsconfig*.json') }}
|
|
fail-on-cache-miss: true
|
|
- name: ci/restore-playwright-deps
|
|
uses: actions/cache/restore@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
|
|
with:
|
|
path: |
|
|
e2e-tests/playwright/node_modules
|
|
e2e-tests/playwright/lib/dist
|
|
e2e-tests/playwright/lib/node_modules
|
|
key: e2e-playwright-deps-${{ runner.os }}-${{ hashFiles('e2e-tests/playwright/package-lock.json', 'e2e-tests/playwright/lib/src/**', 'e2e-tests/playwright/lib/package.json', 'e2e-tests/playwright/lib/rollup.config.js', 'e2e-tests/playwright/lib/tsconfig.json') }}
|
|
fail-on-cache-miss: true
|
|
- name: ci/restore-playwright-browsers
|
|
uses: actions/cache/restore@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
|
|
with:
|
|
path: ~/.cache/ms-playwright
|
|
key: playwright-browsers-${{ runner.os }}-${{ hashFiles('e2e-tests/playwright/package-lock.json') }}
|
|
fail-on-cache-miss: true
|
|
- name: ci/cloud-init
|
|
working-directory: e2e-tests
|
|
run: make cloud-init
|
|
- name: ci/start-server
|
|
working-directory: e2e-tests
|
|
run: make start-server
|
|
# Run the `setup` project so per-spec dispatches can pass --no-deps
|
|
# and skip plugin-load + server-deployment checks. node_modules,
|
|
# lib/dist, and chromium are all restored from cache.
|
|
- name: ci/prepare-playwright
|
|
working-directory: e2e-tests/playwright
|
|
run: npx playwright test --project=setup
|
|
- name: ci/dispatch-run
|
|
uses: mattermost/mattermost-test-system-io/.github/actions/test-system-io-dispatch-run@a2ea7f005484c28fedf51e16645f6d3bd683fd63 # 2026-05-16
|
|
with:
|
|
use-staging: ${{ vars.E2E_USE_STAGING_TEST_IO_URL != 'false' }}
|
|
framework: playwright
|
|
composite-identity: ${{ needs.prepare-run.outputs.composite-identity-json }}
|
|
repo-dir: ${{ github.workspace }}
|
|
artifacts-root: ${{ github.workspace }}/worker-artifacts
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
gh-job-name: dispatch-run-${{ matrix.worker_index }}
|
|
playwright-retries: ${{ inputs.playwright_retries }}
|
|
playwright-project: ${{ inputs.playwright_project }}
|
|
- name: ci/cloud-teardown
|
|
if: always()
|
|
working-directory: e2e-tests
|
|
run: make cloud-teardown
|
|
- name: ci/upload-debug-artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
|
|
with:
|
|
name: playwright-full-${{ inputs.server_edition }}-debug-${{ matrix.worker_index }}
|
|
path: |
|
|
e2e-tests/playwright/logs/
|
|
e2e-tests/playwright/results/
|
|
worker-artifacts/
|
|
retention-days: 5
|
|
if-no-files-found: ignore
|
|
|
|
report:
|
|
runs-on: ubuntu-24.04
|
|
needs: [prepare-run, dispatch-begin, workers]
|
|
if: always()
|
|
permissions:
|
|
contents: read
|
|
id-token: write
|
|
statuses: write
|
|
outputs:
|
|
commit_status_description: ${{ steps.summary.outputs.commit_status_description }}
|
|
webhook_payload: ${{ steps.summary.outputs.webhook_payload }}
|
|
steps:
|
|
- name: ci/checkout-repo
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
- name: ci/run-summary
|
|
id: summary
|
|
continue-on-error: true
|
|
uses: mattermost/mattermost-test-system-io/.github/actions/test-system-io-summary@a2ea7f005484c28fedf51e16645f6d3bd683fd63 # 2026-05-16
|
|
with:
|
|
use-staging: ${{ vars.E2E_USE_STAGING_TEST_IO_URL != 'false' }}
|
|
composite-identity: ${{ needs.prepare-run.outputs.composite-identity-json }}
|
|
framework: playwright
|
|
report-type: ${{ inputs.report_type }}
|
|
image-tag: ${{ inputs.server_image_tag }}
|
|
image-aliases: ${{ inputs.server_image_aliases }}
|
|
server-image: ${{ env.SERVER_IMAGE }}
|
|
pr-number: ${{ inputs.pr_number }}
|
|
ref-branch: ${{ inputs.ref_branch }}
|
|
commit-status-context: ${{ inputs.context_name }}
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: ci/publish-webhook
|
|
if: inputs.enable_reporting && env.REPORT_WEBHOOK_URL != ''
|
|
env:
|
|
REPORT_WEBHOOK_URL: ${{ secrets.REPORT_WEBHOOK_URL }}
|
|
PAYLOAD: ${{ steps.summary.outputs.webhook_payload }}
|
|
run: |
|
|
curl -X POST -H "Content-Type: application/json" -d "$PAYLOAD" "$REPORT_WEBHOOK_URL"
|
|
- name: ci/assert-results
|
|
env:
|
|
SUMMARY_OUTCOME: ${{ steps.summary.outcome }}
|
|
run: |
|
|
[ "$SUMMARY_OUTCOME" = "success" ]
|