ci.yml

---
# yamllint disable rule:truthy rule:truthy rule:line-length
name: "CI"
on:
  pull_request:
  push:
    branches:
      - develop
      - stable

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

env:
  INFRAHUB_DB_USERNAME: neo4j
  INFRAHUB_DB_PASSWORD: admin
  INFRAHUB_DB_PROTOCOL: bolt
  INFRAHUB_LOG_LEVEL: CRITICAL
  INFRAHUB_IMAGE_NAME: "opsmill/infrahub"
  INFRAHUB_IMAGE_VER: "local"
  PYTEST_XDIST_WORKER_COUNT: 4
  INFRAHUB_USE_TEST_CONTAINERS: 1
  VALE_VERSION: "3.7.1"
  GITHUB_PR_NUMBER: ${{ github.event.pull_request.number }}
  METRICS_ENDPOINT: ${{ secrets.METRICS_ENDPOINT }}

jobs:
   # ------------------------------------------ Check Files Changes  ------------------------------------------
  files-changed:
    name: Detect which file has changed
    runs-on: ubuntu-latest
    timeout-minutes: 5
    outputs:
      backend: ${{ steps.changes.outputs.backend_all }}
      documentation: ${{ steps.changes.outputs.documentation_all }}
      frontend: ${{ steps.changes.outputs.frontend_all }}
      helm: ${{ steps.changes.outputs.helm_all }}
      e2e: ${{ steps.changes.outputs.e2e_all }}
      python: ${{ steps.changes.outputs.python_all }}
      javascript: ${{ steps.changes.outputs.javascript_all }}
      yaml: ${{ steps.changes.outputs.yaml_all }}
      infrahub_poetry_files: ${{ steps.changes.outputs.infrahub_poetry_files }}
      github_workflows: ${{ steps.changes.outputs.github_workflows }}
      e2e_tests: ${{ steps.changes.outputs.e2e_test_files }}
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Check for file changes
        uses: dorny/paths-filter@v3
        id: changes
        with:
          token: ${{ github.token }}
          filters: .github/file-filters.yml

 # ------------------------------------------ All Linter  ------------------------------------------
  helm-lint:
    if: needs.files-changed.outputs.helm == 'true'
    needs: ["files-changed"]
    runs-on: "ubuntu-latest"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: "Install Helm"
        uses: azure/setup-helm@v4.2.0
      - name: "Linting: helm lint"
        run: "helm lint helm/"

  yaml-lint:
    if: needs.files-changed.outputs.yaml == 'true'
    needs: ["files-changed"]
    runs-on: "ubuntu-latest"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: "Setup environment"
        run: "pip install yamllint==1.35.1"
      - name: "Linting: yamllint"
        run: "yamllint -s ."

  javascript-lint:
    if: needs.files-changed.outputs.javascript == 'true'
    needs: ["files-changed"]
    runs-on: ubuntu-latest
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Install NodeJS
        uses: actions/setup-node@v4
        with:
          node-version: 20
          cache: 'npm'
          cache-dependency-path: frontend/app/package-lock.json
      - name: Install frontend dependencies
        working-directory: ./frontend/app
        run: npm install
      - name: Run ESLint
        working-directory: ./frontend/app
        run: npm run eslint

  python-lint:
    if: needs.files-changed.outputs.python == 'true'
    needs: ["files-changed"]
    runs-on: "ubuntu-latest"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: "Setup environment"
        run: "pip install ruff==0.6.6"
      - name: "Linting: ruff check"
        run: "ruff check . --exclude python_sdk"
      - name: "Linting: ruff format"
        run: "ruff format --check --diff --exclude python_sdk ."

  markdown-lint:
    if: needs.files-changed.outputs.documentation == 'true'
    needs: ["files-changed"]
    runs-on: "ubuntu-latest"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: "Linting: markdownlint"
        uses: DavidAnson/markdownlint-cli2-action@v17
        with:
          config: .markdownlint.yaml
          globs: |
            **/*.{md,mdx}
            !changelog/*.md

  action-lint:
    if: needs.files-changed.outputs.github_workflows == 'true'
    needs: ["files-changed"]
    runs-on: "ubuntu-latest"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Check workflow files
        run: |
          bash <(curl https://raw.githubusercontent.com/rhysd/actionlint/main/scripts/download-actionlint.bash)
          ./actionlint -color
        shell: bash
        env:
          SHELLCHECK_OPTS: --exclude=SC2086 --exclude=SC2046 --exclude=SC2004

  infrahub-poetry-check:
    if: |
      needs.files-changed.outputs.infrahub_poetry_files == 'true' ||
      github.ref_name == 'stable' ||
      github.ref_name == 'develop'
    needs:
      - "files-changed"
    uses: "./.github/workflows/poetry-check.yml"
    with:
      directory: "./"

  # TODO NEED TO REVISIT THIS ONE
  # python-sdk-poetry-check:
  #   if: |
  #     needs.files-changed.outputs.python_sdk_poetry_files == 'true' ||
  #     github.ref_name == 'stable' ||
  #     github.ref_name == 'develop'
  #   needs:
  #     - "files-changed"
  #   uses: "./.github/workflows/poetry-check.yml"
  #   with:
  #     directory: "./python-sdk/"

  # TODO NEED TO REVISIT THIS ONE
  # python-sdk-integration-tests:
  #   if: |
  #     always() && !cancelled() &&
  #     !contains(needs.*.result, 'failure') &&
  #     !contains(needs.*.result, 'cancelled')
  #   needs: ["python-sdk-unit-tests"]
  #   runs-on:
  #     group: huge-runners
  #   timeout-minutes: 30
  #   env:
  #     INFRAHUB_DB_TYPE: memgraph
  #   steps:
  #     - name: "Check out repository code"
  #       uses: "actions/checkout@v4"
  #       with:
  #         submodules: true
  #     - name: "Install Invoke"
  #       run: "pip install toml invoke"

  #     - name: "Set environment variables"
  #       run: echo INFRAHUB_BUILD_NAME=infrahub-${{ runner.name }} >> $GITHUB_ENV
  #     - name: "Set environment variables"
  #       run: echo INFRAHUB_IMAGE_VER=local-${{ runner.name }}-${{ github.sha }} >> $GITHUB_ENV
  #     - name: "Clear docker environment"
  #       run: docker compose -p $INFRAHUB_BUILD_NAME down -v --remove-orphans --rmi local

  #     - name: "Build Test Image"
  #       run: "invoke dev.build"
  #     - name: "Pull External Docker Images"
  #       run: "invoke dev.pull"
  #     - name: "Integration Tests"
  #       run: "invoke sdk.test-integration"
  #     - name: "Coveralls : Integration Tests"
  #       uses: coverallsapp/github-action@v2
  #       continue-on-error: true
  #       env:
  #         COVERALLS_SERVICE_NUMBER: ${{ github.sha }}
  #       with:
  #         flag-name: python-sdk-integration
  #         parallel: true

  backend-tests-unit:
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.backend == 'true'
    needs: ["files-changed", "yaml-lint", "python-lint"]
    runs-on:
      group: huge-runners
    timeout-minutes: 45
    env:
      INFRAHUB_DB_TYPE: neo4j
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Set up Python latest version
        uses: actions/setup-python@v4
        with:
          python-version: '3.12'
      - name: "Setup git credentials"
        run: "git config --global user.name 'Infrahub' && \
              git config --global user.email 'infrahub@opsmill.com' && \
              git config --global --add safe.directory '*' && \
              git config --global credential.usehttppath true && \
              git config --global credential.helper /usr/local/bin/infrahub-git-credential"
      - name: "Setup Python environment"
        run: |
          poetry config virtualenvs.create false
          pip install toml invoke
      - name: "Install dependencies"
        run: "poetry install --no-interaction --no-ansi"
      - name: "Unit Tests"
        run: "invoke backend.test-unit"
      - name: "Coveralls : Unit Tests"
        uses: coverallsapp/github-action@v2
        continue-on-error: true
        env:
          COVERALLS_SERVICE_NUMBER: ${{ github.sha }}
        with:
          flag-name: backend-unit
          parallel: true
      - name: Generate tracing spans
        if: always() && github.event.pull_request.head.repo.fork == false && github.actor != 'dependabot[bot]'
        uses: inception-health/otel-upload-test-artifact-action@v1
        with:
          jobName: "backend-tests-unit"
          stepName: "Unit Tests"
          path: "pytest-junit.xml"
          type: "junit"
          githubToken: ${{ secrets.GH_TRACING_REPO_TOKEN }}

  backend-tests-integration:
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.backend == 'true'
    needs: ["files-changed", "yaml-lint", "python-lint"]
    runs-on:
      group: "huge-runners"
    timeout-minutes: 30
    env:
      INFRAHUB_DB_TYPE: neo4j
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Set up Python latest version
        uses: actions/setup-python@v4
        with:
          python-version: '3.12'
      - name: "Setup git credentials"
        run: "git config --global user.name 'Infrahub' && \
              git config --global user.email 'infrahub@opsmill.com' && \
              git config --global --add safe.directory '*' && \
              git config --global credential.usehttppath true && \
              git config --global credential.helper /usr/local/bin/infrahub-git-credential"
      - name: "Setup Python environment"
        run: |
          poetry config virtualenvs.create false
          pip install toml invoke
      - name: "Install dependencies"
        run: "poetry install --no-interaction --no-ansi"
      - name: "Mypy Tests"
        run: "invoke backend.mypy"
      - name: "Pylint Tests"
        run: "invoke backend.pylint"
      - name: "Integration Tests"
        run: "invoke backend.test-integration"
      - name: "Coveralls : Integration Tests"
        uses: coverallsapp/github-action@v2
        continue-on-error: true
        env:
          COVERALLS_SERVICE_NUMBER: ${{ github.sha }}
        with:
          flag-name: backend-integration
          parallel: true

  backend-tests-memgraph:
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.backend == 'true'
    needs: ["files-changed", "yaml-lint", "python-lint"]
    runs-on:
      group: huge-runners
    timeout-minutes: 45
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: backend-tests-unit-memgraph
            env:
              INFRAHUB_DB_TYPE: memgraph
          - name: backend-tests-unit-nats
            env:
              INFRAHUB_DB_TYPE: memgraph
              INFRAHUB_USE_NATS: 1
              INFRAHUB_BROKER_DRIVER: nats
              INFRAHUB_CACHE_DRIVER: nats
    name: ${{ matrix.name }}
    env: ${{ matrix.env }}
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Set up Python latest version
        uses: actions/setup-python@v4
        with:
          python-version: '3.12'
      - name: "Setup git credentials"
        run: "git config --global user.name 'Infrahub' && \
              git config --global user.email 'infrahub@opsmill.com' && \
              git config --global --add safe.directory '*' && \
              git config --global credential.usehttppath true && \
              git config --global credential.helper /usr/local/bin/infrahub-git-credential"
      - name: "Setup Python environment"
        run: |
          poetry config virtualenvs.create false
          pip install toml invoke
      - name: "Install dependencies"
        run: "poetry install --no-interaction --no-ansi"
      - name: "Unit Tests"
        run: "invoke backend.test-unit"

  backend-validate-generated:
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      (needs.files-changed.outputs.backend == 'true' ||
      needs.files-changed.outputs.documentation == 'true')
    needs: ["files-changed", "yaml-lint", "python-lint"]
    runs-on: ubuntu-latest
    steps:
      - name: Check out repository code
        uses: actions/checkout@v4
        with:
          submodules: true
      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: 3.12
      - name: "Setup environment"
        run: |
          pipx install poetry
          poetry config virtualenvs.prefer-active-python true
          pip install invoke toml
      - name: "Install Package"
        run: "poetry install"
      - name: "Run validator"
        run: "poetry run invoke backend.validate-generated"

  frontend-tests:
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.frontend == 'true'
    needs: ["files-changed", "yaml-lint", "javascript-lint"]
    runs-on: "ubuntu-22.04"
    timeout-minutes: 30
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Install NodeJS
        uses: actions/setup-node@v4
        with:
          node-version: 20
          cache: 'npm'
          cache-dependency-path: frontend/app/package-lock.json
      - name: "Install frontend"
        working-directory: ./frontend/app
        run: npm install
      - name: "Run unit tests"
        working-directory: ./frontend/app
        run: "npm run test:coverage"
      - name: "Run integration tests"
        working-directory: ./frontend/app
        run: "npm run cypress:run"
      - name: Upload cypress screenshots
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: screenshots
          path: docs/docs/media/*
      - name: Upload cypress videos
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: screenshots
          path: frontend/app/cypress/videos/*
      - name: "Coveralls : Unit Tests"
        uses: coverallsapp/github-action@v2
        continue-on-error: true
        env:
          COVERALLS_SERVICE_NUMBER: ${{ github.sha }}
        with:
          flag-name: frontend-unit
          parallel: true
          file: frontend/app/coverage/lcov.info

  documentation:
    defaults:
      run:
        working-directory: ./docs
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.documentation == 'true'
    needs: ["files-changed", "yaml-lint", "python-lint"]
    runs-on: "ubuntu-22.04"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Install NodeJS
        uses: actions/setup-node@v4
        with:
          node-version: 20
          cache: 'npm'
          cache-dependency-path: package-lock.json
      - name: "Install dependencies"
        run: npm install
      - name: "Setup Python environment"
        run: "pip install toml invoke"
      - name: "Build website"
        run: "invoke docs.build"

  validate-generated-documentation:
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.python == 'true'
    needs: ["files-changed", "yaml-lint", "python-lint"]
    runs-on: "ubuntu-22.04"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"
      - name: "Setup environment"
        run: "pip install invoke toml"
      - name: "Build Test Image"
        run: "invoke dev.build"
      - name: "Validate generated documentation"
        run: "invoke docs.validate --docker"

  validate-documentation-style:
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.documentation == 'true'
    needs: ["files-changed", "yaml-lint", "python-lint"]
    runs-on: "ubuntu-22.04"
    timeout-minutes: 5
    steps:
      - name: "Check out repository code"
        uses: "actions/checkout@v4"
        with:
          submodules: true
      # The official GitHub Action for Vale doesn't work, installing manually instead:
      # https://github.com/errata-ai/vale-action/issues/103
      - name: Download Vale
        run: |
          curl -sL "https://github.com/errata-ai/vale/releases/download/v${VALE_VERSION}/vale_${VALE_VERSION}_Linux_64-bit.tar.gz" -o vale.tar.gz
          tar -xzf vale.tar.gz
        env:
          VALE_VERSION: ${{ env.VALE_VERSION }}
      - name: "Validate documentation style"
        run: ./vale $(find . -type f \( -name "*.mdx" -o -name "*.md" \) -not -path "./docs/node_modules/*")

  # ------------------------------------------ E2E Tests  ------------------------------------------
  E2E-testing-playwright:
    defaults:
      run:
        working-directory: ./frontend/app
    needs:
      - javascript-lint
      - files-changed
      - yaml-lint
      - python-lint
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled')
    runs-on:
      group: huge-runners
    timeout-minutes: 40
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: E2E-testing-playwright
            env:
              INFRAHUB_DB_TYPE: neo4j
          - name: E2E-testing-playwright-nats
            env:
              INFRAHUB_DB_TYPE: neo4j
              INFRAHUB_USE_NATS: 1
              INFRAHUB_BROKER_DRIVER: nats
              INFRAHUB_BROKER_PORT: 4222
              INFRAHUB_CACHE_DRIVER: nats
              INFRAHUB_CACHE_ADDRESS: message-queue
              INFRAHUB_CACHE_PORT: 4222
    name: ${{ matrix.name }}
    env: ${{ matrix.env }}
    steps:
      - name: Check out repository code
        uses: actions/checkout@v4
        with:
          submodules: true
      - name: Install NodeJS
        uses: actions/setup-node@v4
        with:
          node-version: 20
          cache: 'npm'
          cache-dependency-path: package-lock.json

      - name: Install Invoke
        run: pip install toml invoke

      - name: Select infrahub port
        run: echo "INFRAHUB_SERVER_PORT=$(shuf -n 1 -i 10000-30000)" >> $GITHUB_ENV
      - name: Select infrahub db port
        run: echo "INFRAHUB_DB_BACKUP_PORT=$(shuf -n 1 -i 10000-30000)" >> $GITHUB_ENV
      - name: Select vmagent port
        run: echo "VMAGENT_PORT=$(shuf -n 1 -i 10000-30000)" >> $GITHUB_ENV
      - name: Set job name
        run: echo JOB_NAME="$GITHUB_JOB" >> $GITHUB_ENV

      - name: Enable tracing
        if: github.event.pull_request.head.repo.fork == false && github.actor != 'dependabot[bot]'
        run: echo "INFRAHUB_TRACE_ENABLE=true" >> $GITHUB_ENV
      - name: Set tracing configuration
        run: echo "INFRAHUB_TRACE_INSECURE=false" >> $GITHUB_ENV
      - name: Set tracing configuration
        run: echo "INFRAHUB_TRACE_EXPORTER_TYPE=otlp" >> $GITHUB_ENV
      - name: Set tracing configuration
        run: echo "INFRAHUB_TRACE_EXPORTER_ENDPOINT=${{ secrets.TRACING_ENDPOINT }}" >> $GITHUB_ENV
      - name: Set tracing configuration
        run: echo "OTEL_RESOURCE_ATTRIBUTES=github.run_id=${GITHUB_RUN_ID}" >> $GITHUB_ENV

      - name: "Store start time"
        run: echo TEST_START_TIME=$(date +%s)000 >> $GITHUB_ENV

      - name: "Set environment variables"
        run: echo INFRAHUB_BUILD_NAME=infrahub-${{ runner.name }} >> $GITHUB_ENV
      - name: "Set environment variables"
        run: echo INFRAHUB_IMAGE_VER=local-${{ runner.name }}-${{ github.sha }} >> $GITHUB_ENV
      - name: "Clear docker environment"
        run: docker compose -p $INFRAHUB_BUILD_NAME down -v --remove-orphans --rmi local

      - name: Build Demo
        run: invoke dev.build

      - name: Pull External Docker Images
        run: invoke dev.pull

      - name: Initialize Demo
        id: init-demo
        run: invoke dev.start dev.load-infra-schema

      - name: Check Demo Status
        run: invoke dev.status

      - name: Load Data
        run: invoke dev.load-infra-data

      - name: Git Repository
        run: invoke dev.infra-git-import dev.infra-git-create

      - name: Set infrahub address
        run: echo "INFRAHUB_ADDRESS=http://localhost:${INFRAHUB_SERVER_PORT}" >> $GITHUB_ENV

      - name: Install frontend dependencies
        run: npm install

      - name: Install Playwright Browsers
        run: npx playwright install chromium

      # Make chromium ignore netlink messages by returning HandleMessage early
      - name: Chrome path
        run: echo CHROME_BIN_PATH="$(npx playwright install chromium --dry-run | grep Install | awk '{print $3}')/chrome-linux/chrome" >> $GITHUB_ENV
      - name: Chrome func offset
        run: echo FUNC_OFFSET="$(objdump -C --file-offsets --disassemble='net::internal::AddressTrackerLinux::HandleMessage(char const*, int, bool*, bool*, bool*)' $CHROME_BIN_PATH | grep 'File Offset' | sed -n 1p | sed -E 's/.*File Offset. (.*)\).*/\1/')" >> $GITHUB_ENV
      - name: Patch chromium
        run: printf '\xc3' | dd of=$CHROME_BIN_PATH bs=1 seek=$(($FUNC_OFFSET)) conv=notrunc

      - name: Wait for artifacts to be generated before restarting infrahub
        if: needs.files-changed.outputs.e2e_tests == 'true'
        run: npx playwright test artifact

      - name: Add response delay if required
        if: needs.files-changed.outputs.e2e_tests == 'true'
        run: echo "INFRAHUB_MISC_RESPONSE_DELAY=2" >> $GITHUB_ENV && invoke dev.start
        env:
          INFRAHUB_MISC_RESPONSE_DELAY: 2

      - name: Run Playwright tests
        run: npm run ci:test:e2e

      - name: Generate tracing spans
        if: always() && github.event.pull_request.head.repo.fork == false && github.actor != 'dependabot[bot]'
        uses: inception-health/otel-upload-test-artifact-action@v1
        with:
          jobName: "E2E-testing-playwright"
          stepName: "Run Playwright tests"
          path: "frontend/app/playwright-junit.xml"
          type: "junit"
          githubToken: ${{ secrets.GH_TRACING_REPO_TOKEN }}

      - name: playwright-report
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.name }}
          path: frontend/app/playwright-report/

      - name: Containers after tests
        if: always()
        run: docker ps -a

      - name: Display server logs
        if: always()
        run: docker logs "${INFRAHUB_BUILD_NAME}-infrahub-server-1"

      - name: Display git 1 logs
        if: always()
        run: docker logs "${INFRAHUB_BUILD_NAME}-infrahub-git-1"

      - name: Display git 2 logs
        if: always()
        run: docker logs "${INFRAHUB_BUILD_NAME}-infrahub-git-2"

      - name: Display database logs
        if: always()
        run: docker logs "${INFRAHUB_BUILD_NAME}-database-1"

      - name: Display message-queue logs
        if: always()
        run: docker logs "${INFRAHUB_BUILD_NAME}-message-queue-1"

      - name: Display server status
        if: always()
        run: invoke demo.status

      - name: "Clear docker environment and force vmagent to stop"
        if: always()
        run: docker compose -p $INFRAHUB_BUILD_NAME down -v --remove-orphans --rmi local

      - name: "Wait for vmagent to push metrics"
        if: always()
        run: "sleep 10"
      - name: "Show graph URL"
        if: always()
        run: 'echo "https://grafana-prod.tailc018d.ts.net/d/a4461039-bb27-4f57-9b2a-2c7f4e0a3459/e2e-tests?orgId=1&var-pr=$GITHUB_PR_NUMBER&var-job=$JOB_NAME&var-runner=$INFRAHUB_BUILD_NAME&from=$TEST_START_TIME&to=$(date +%s)000"'

  # ------------------------------------------ Benchmarks ------------------------------------------------
  backend-benchmark:
    needs:
      - javascript-lint
      - files-changed
      - yaml-lint
      - python-lint
    if: |
      always() && !cancelled() &&
      !contains(needs.*.result, 'failure') &&
      !contains(needs.*.result, 'cancelled') &&
      needs.files-changed.outputs.backend == 'true'
    runs-on:
      group: huge-runners
    env:
      INFRAHUB_DB_TYPE: neo4j
    steps:
      - name: Check out repository code
        uses: actions/checkout@v4
        with:
          submodules: true
      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: 3.12
      - name: "Setup environment"
        run: |
          pipx install poetry
          poetry config virtualenvs.prefer-active-python true
          pip install invoke toml
      - name: Set Version of Pydantic
        run: poetry add pydantic@^2
      - name: "Install Package"
        run: "poetry install"

      - name: Select infrahub db port
        run: echo "INFRAHUB_DB_PORT=$(shuf -n 1 -i 10000-30000)" >> $GITHUB_ENV

      - name: "Set environment variables"
        run: echo INFRAHUB_BUILD_NAME=infrahub-${{ runner.name }} >> $GITHUB_ENV
      - name: "Set environment variables"
        run: echo INFRAHUB_IMAGE_VER=local-${{ runner.name }}-${{ github.sha }} >> $GITHUB_ENV
      - name: "Clear docker environment"
        run: docker compose -p $INFRAHUB_BUILD_NAME down -v --remove-orphans --rmi local

      - name: Create docker compose override
        run: mv development/docker-compose.dev-override-benchmark.yml development/docker-compose.dev-override.yml

      - name: Start dependencies
        run: invoke dev.deps

      - name: Update PATH
        run: "echo ~/.cargo/bin >> $GITHUB_PATH"
      - name: Run benchmarks
        uses: CodSpeedHQ/action@v3
        with:
          token: ${{ secrets.CODSPEED_TOKEN }}
          run: "poetry run pytest -v backend/tests/benchmark/ --codspeed"
        env:
          INFRAHUB_TEST_IN_DOCKER: "false"
  # ------------------------------------------ Coverall Report  ------------------------------------------
  coverall-report:
    needs:
      - backend-tests-integration
      - backend-tests-unit
      - frontend-tests
    if: |
      always() && !cancelled()
    runs-on: ubuntu-latest
    timeout-minutes: 10
    steps:
      # # NOTE: The ref value should be different when triggered by pull_request event.
      # #       See: https://github.com/lewagon/wait-on-check-action/issues/25.
      # - name: Wait on tests (PR)
      #   uses: lewagon/wait-on-check-action@e106e5c43e8ca1edea6383a39a01c5ca495fd812
      #   if: github.event_name == 'pull_request'
      #   with:
      #     ref: ${{ github.event.pull_request.head.sha }}
      #     repo-token: ${{ secrets.GITHUB_TOKEN }}
      #     wait-interval: 10
      #     running-workflow-name: report
      #     allowed-conclusions: success,skipped,cancelled,failure

      # - name: Wait on tests (push)
      #   if: github.event_name != 'pull_request'
      #   uses: lewagon/wait-on-check-action@e106e5c43e8ca1edea6383a39a01c5ca495fd812
      #   with:
      #     ref: ${{ github.sha }}
      #     repo-token: ${{ secrets.GITHUB_TOKEN }}
      #     wait-interval: 10
      #     running-workflow-name: report
      #     allowed-conclusions: success,skipped,cancelled,failure

      - uses: coverallsapp/github-action@v2
        continue-on-error: true
        env:
          COVERALLS_SERVICE_NUMBER: ${{ github.sha }}
        with:
          carryforward: "backend-unit,backend-integration,frontend-unit"
          parallel-finished: true