chore: Adding manual publish images file

Signed-off-by: Francisco Javier Arceo <[email protected]>

.github/workflows/publish_images.yml

@@ -0,0 +1,138 @@
+name: build and publish docker images
+
+on:
+  workflow_dispatch: # Allows manual trigger of the workflow
+    inputs:
+      custom_version: # Optional input for a custom version
+        description: 'Custom version to publish (e.g., v1.2.3) -- only edit if you know what you are doing'
+        required: false
+      token:
+        description: 'Personal Access Token'
+        required: true
+        default: ""
+        type: string
+
+jobs:
+  get-version:
+    if: github.repository == 'feast-dev/feast'
+    runs-on:  ubuntu-latest
+    env:
+      GITHUB_TOKEN: ${{ github.event.inputs.token }}
+      GIT_AUTHOR_NAME: feast-ci-bot
+      GIT_AUTHOR_EMAIL: [email protected]
+      GIT_COMMITTER_NAME: feast-ci-bot
+      GIT_COMMITTER_EMAIL: [email protected]
+    outputs:
+      release_version: ${{ steps.get_release_version.outputs.release_version }}
+      version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }}
+      highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }}
+    steps:
+      - uses: actions/checkout@v4
+      - name: Get release version
+        id: get_release_version
+        run: |
+          if [[ -n "${{ github.event.inputs.custom_version }}" ]]; then
+            VERSION_REGEX="^v[0-9]+\.[0-9]+\.[0-9]+$"
+            echo "Using custom version: ${{ github.event.inputs.custom_version }}"
+            if [[ ! "${{ github.event.inputs.custom_version }}" =~ $VERSION_REGEX ]]; then
+              echo "Error: custom_version must match semantic versioning (e.g., v1.2.3)."
+              exit 1
+            fi
+            echo "::set-output name=release_version::${{ github.event.inputs.custom_version }}"
+          elif [[ "${GITHUB_REF}" == refs/tags/* ]]; then
+            echo "Using tag reference: ${GITHUB_REF#refs/tags/}"
+            echo "::set-output name=release_version::${GITHUB_REF#refs/tags/}"
+          else
+            echo "Defaulting to branch name: ${GITHUB_REF#refs/heads/}"
+            echo "::set-output name=release_version::${GITHUB_REF#refs/heads/}"
+          fi
+      - name: Get release version without prefix
+        id: get_release_version_without_prefix
+        env:
+          RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }}
+        run: |
+          if [[ "${RELEASE_VERSION}" == v* ]]; then
+            echo "::set-output name=version_without_prefix::${RELEASE_VERSION:1}"
+          else
+            echo "::set-output name=version_without_prefix::${RELEASE_VERSION}"
+          fi
+      - name: Get highest semver
+        id: get_highest_semver
+        env:
+          RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }}
+        run: |
+          if [[ -n "${{ github.event.inputs.custom_version }}" ]]; then
+            HIGHEST_SEMVER_TAG="${{ github.event.inputs.custom_version }}"
+            echo "::set-output name=highest_semver_tag::$HIGHEST_SEMVER_TAG"
+            echo "Using custom version as highest semantic version: $HIGHEST_SEMVER_TAG"
+          else 
+            source infra/scripts/setup-common-functions.sh
+            SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$'
+            if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then
+              echo ::set-output name=highest_semver_tag::$(get_tag_release -m)
+              echo "Using infra/scripts/setup-common-functions.sh to generate highest semantic version: $HIGHEST_SEMVER_TAG"
+            fi
+          fi
+      - name: Check output
+        env:
+          RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }}
+          VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }}
+          HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }}
+        run: |
+          echo $RELEASE_VERSION
+          echo $VERSION_WITHOUT_PREFIX
+          echo $HIGHEST_SEMVER_TAG
+
+  build-publish-docker-images:
+    runs-on: ubuntu-latest
+    needs: [get-version, publish-python-sdk]
+    strategy:
+      matrix:
+        component: [feature-server, feature-server-java, feature-transformation-server, feast-helm-operator, feast-operator]
+    env:
+      MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar
+      REGISTRY: feastdev
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v1
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Authenticate to Google Cloud
+        uses: 'google-github-actions/auth@v1'
+        with:
+          credentials_json: '${{ secrets.GCP_SA_KEY }}'
+      - name: Set up gcloud SDK
+        uses: google-github-actions/setup-gcloud@v1
+        with:
+          project_id: ${{ secrets.GCP_PROJECT_ID }}
+      - name: Use gcloud CLI
+        run: gcloud info
+      - run: gcloud auth configure-docker --quiet
+      - name: Build image
+        run: |
+          make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX}
+        env:
+          RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }}
+          VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }}
+          HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }}
+      - name: Push versioned images
+        env:
+          RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }}
+          VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }}
+          HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }}
+        run: |
+          make push-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX}
+
+          echo "Only push to latest tag if tag is the highest semver version $HIGHEST_SEMVER_TAG"
+          if [ "${VERSION_WITHOUT_PREFIX}" = "${HIGHEST_SEMVER_TAG:1}" ]
+          then
+            docker tag feastdev/${{ matrix.component }}:${VERSION_WITHOUT_PREFIX} feastdev/${{ matrix.component }}:latest
+            docker push feastdev/${{ matrix.component }}:latest
+          fi
+