push-pr.yml

# Workflow on Push
# - unit test
# - build image (push if docker-secret (IMAGE_REPO, BOT_NAME, BOT_TOKEN) exists)
# - collect data (if aws-secret exists)
# - train model (if aws-secret  exists)

name: Workflow on Push/PR

on:
  pull_request:
  push:
    paths-ignore:
    - 'fig/**'
    - '.github/ISSUE_TEMPLATE/**'
    - '.vscode/**'
    - 'LICENSE'
    - '.gitignore'
    - '*.md'
    - '**/*.md'

jobs:
  check-branch:
    runs-on: ubuntu-latest

    outputs:
      tag: ${{ steps.image-tag.outputs.tag }}

    steps:
    - uses: actions/checkout@v4
    - name: Find Image Tag
      id: image-tag
      env:
        BRANCH: ${{ github.ref_name }}
        COMMIT: ${{ github.sha }}
      run: |
          if [ "${{ github.event_name }}" == 'pull_request' ]; then
            echo "tag=pr-${{ github.event.number }}" >> "$GITHUB_OUTPUT"
          else
            if [ "$BRANCH" == "main" ]; then
                echo "tag=v0.7" >> "$GITHUB_OUTPUT"
            else
                echo "tag=$COMMIT" >> "$GITHUB_OUTPUT"
            fi
          fi

  check-change:
    runs-on: ubuntu-latest

    outputs:
      base: ${{ steps.filter.outputs.base }}
      data: ${{ steps.filter.outputs.data }}
      modeling: ${{ steps.filter.outputs.modeling }}

    steps:
    - uses: actions/checkout@v4
    - uses: dorny/paths-filter@v3
      id: filter
      with:
        filters: |
          base:
            - 'dockerfiles/requirements.txt'
            - 'dockerfiles/Dockerfile.base'
            - '.github/workflows/build-push.yml'
          data:
            - 'src/util/prom_types.py'
            - 'src/util/train_types.py'
            - 'src/train/prom/**'
            - 'model_training/tekton/tasks/stressng-task.yaml'
            - 'model_training/tekton/pipelines/collect.yaml'
            - 'hack/**'
            - '.github/workflows/collect-data-self-hosted.yml'
          modeling:
            - 'src/**'
            - 'model_training/**'
            - 'hack/**'
            - '.github/workflows/collect-data-self-hosted.yml'
            - '.github/workflows/train-model.yml'

  check-secret:
    runs-on: ubuntu-latest

    outputs:
      docker-secret: ${{ steps.check-docker-secret.outputs.available }}

    steps:
      - name: Check Docker Secret
        id: check-docker-secret
        env:
          DOCKER_SECRET: ${{ secrets.BOT_TOKEN}}
        run: |
          if [ "$DOCKER_SECRET" == "" ]; then
              echo "available=false" >> "$GITHUB_OUTPUT"
          else
              echo "available=true" >> "$GITHUB_OUTPUT"
          fi

  check-base-exist:
    runs-on: ubuntu-latest

    outputs:
      exists: ${{ steps.check-base-exist.outputs.exists }}

    steps:
    - name: Check if Docker base image exists
      id: check-base-exist
      run: |
        if docker pull ${{ env.BASE_IMAGE }}; then
              echo "exists=true" >> "$GITHUB_OUTPUT"
        else
              echo "exists=false" >> "$GITHUB_OUTPUT"
        fi

  unit-test:
    needs: [check-change]
    uses: ./.github/workflows/unit-test.yml
    with:
      base_change: ${{ needs.check-change.outputs.base }}

  base-image:
    if: ${{ (needs.check-secret.outputs.docker-secret == 'true') && ((needs.check-base-exist.outputs.exists == 'false') || (needs.check-change.outputs.base == 'true')) }}
    needs: [check-base-exist, check-branch, check-secret, check-change]
    runs-on: ubuntu-latest

    outputs:
      change: ${{ steps.record.outputs.change }}

    env:
      tag: ${{ needs.check-branch.outputs.tag }}

    steps:
      - name: checkout
        uses: actions/checkout@v4
      - name: set up QEMU
        uses: docker/setup-qemu-action@v3
      - name: set up Docker Buildx
        uses: docker/setup-buildx-action@v3
      - name: Login to Docker
        uses: docker/login-action@v3
        with:
            registry: ${{ vars.IMAGE_REPO || 'docker.io/library' }}
            username: ${{ secrets.BOT_NAME }}
            password: ${{ secrets.BOT_TOKEN }} 
      - name: Build-push base image
        uses: docker/build-push-action@v5
        with:
          context: dockerfiles
          push: true
          tags: ${{ vars.IMAGE_REPO || 'docker.io/library' }}/kepler_model_server_base:${{ needs.check-branch.outputs.tag }}
          file: dockerfiles/Dockerfile.base
      - name: Record change
        id: record
        run: |
          echo "change=true" >> "$GITHUB_OUTPUT"

  tekton-test:
    needs: [check-branch, base-image]
    # the changed base-image has been pushed or no change
    if: ${{ needs.base-image.outputs.change == 'true' || needs.check-change.outputs.base != 'true' }}
    uses: ./.github/workflows/tekton-test.yml
    with:
      base_change: ${{ needs.base-image.outputs.change }}
      image_repo: ${{ vars.IMAGE_REPO || 'docker.io/library' }}
      image_tag: ${{ needs.check-branch.outputs.tag }}
      pipeline_name: std_v0.7
    secrets:
      docker_username: ${{ secrets.BOT_NAME }}
      docker_password: ${{ secrets.BOT_TOKEN }}

  integration-test:
    needs: [check-branch, base-image]
    # the changed base-image has been pushed or no change
    if: ${{ needs.base-image.outputs.change == 'true' || needs.check-change.outputs.base != 'true' }}
    uses: ./.github/workflows/integration-test.yml
    with:
      base_change: ${{ needs.base-image.outputs.change }}
      image_repo: ${{ vars.IMAGE_REPO || 'docker.io/library' }}
      image_tag: ${{ needs.check-branch.outputs.tag }}
    secrets:
      docker_username: ${{ secrets.BOT_NAME }}
      docker_password: ${{ secrets.BOT_TOKEN }}