Merge pull request #1422 from ChildMindInstitute/M2-6599-Run-migrations

added steps to trigger ECS task
ChildMindInstitute · Jun 19, 2024 · 7a429ec · 7a429ec
2 parents a9284d4 + a6e662b
commit 7a429ec
Show file tree

Hide file tree

Showing 2 changed files with 101 additions and 34 deletions.
diff --git a/.github/workflows/run_build.yaml b/.github/workflows/run_build.yaml
@@ -1,34 +1,35 @@
-name: run_build_deploy
-on: [push]
+
+name: run_build
+on: [push, pull_request]
 
 
 permissions:
   id-token: write
   contents: read
+  issues: write
 
-jobs:
+env:
+  GITHUB_ORGANIZATION: ${{ github.repository_owner }}
+  GITHUB_REPO_NAME: ${{ github.event.repository.name }}
+  GITHUB_BRANCH_OR_TAG: ${{ github.ref_name }}
+  GITHUB_REF: ${{ github.ref }}
+  BUILD_NAME: ${{github.event_name}}
+  BUILD_NUMBER: ${{github.run_id}}
+  ECR_ADDRESS: 917902836630.dkr.ecr.us-east-1.amazonaws.com
+  OUT_DIR: ./out
+  AWS_REGION : "us-east-1"
+  ECR_REPO: 917902836630.dkr.ecr.us-east-1.amazonaws.com/api-server
 
-  run_codebuild_project:
-    runs-on: ubuntu-latest
-    env:
-        GITHUB_ORGANIZATION: ${{ github.repository_owner }}
-        GITHUB_REPO_NAME: ${{ github.event.repository.name }}
-        GITHUB_BRANCH_OR_TAG: ${{ github.ref_name }}
-        GITHUB_REF: ${{ github.ref }}
-        BUILD_NAME: ${{github.event_name}}
-        BUILD_NUMBER: ${{github.run_id}}
-        ECR_ADDRESS: 917902836630.dkr.ecr.us-east-1.amazonaws.com
-        TEST_COMMAND: sleep 1
-        OUT_DIR: ./out
-        AWS_REGION : "us-east-1"
-        ECR_REPO: 917902836630.dkr.ecr.us-east-1.amazonaws.com/api-server
 
+jobs:
+  build_job:
+    runs-on: ubuntu-latest
     steps:
-      - name: Git clone the repository
-        uses: actions/checkout@v4
+      - name: Checkout repository
+        uses: actions/checkout@v2
 
       - name: configure aws credentials
-        uses: aws-actions/configure-aws-credentials@v4
+        uses: aws-actions/configure-aws-credentials@v3
         with:
           role-to-assume: arn:aws:iam::917902836630:role/cmiml-devops-oidc-github-role
           role-session-name: OIDC-GHA-session
@@ -40,35 +41,59 @@ jobs:
           parse-json-secrets: true
           secret-ids: |
             ,cmiml-devops
-      
-      - name: Run CodeBuild
-        uses: aws-actions/aws-codebuild-run-build@v1
-        env:
-          DOCKER_USER: ${{ env.DOCKER_USER }}
-          DOCKER_PASSWORD: ${{ env.DOCKER_PASSWORD }}
-          REPORT_SERVER_PUBLIC_KEY: ${{ env.REPORT_SERVER_PUBLIC_KEY }}
+
+      - name: Extract Jira ticket numbers from commit message
+        run: |
+          tickets=$(git log -1 --pretty=%B | grep -io 'M2-[0-9]\+' | tr '[:lower:]' '[:upper:]' | sort | uniq | tr '\n' ' ')
+          if [ -z "$tickets" ]; then
+              echo "No Jira tickets found in the latest commit message."
+          else
+              echo "Jira ticket numbers found: ${tickets}"
+              if [ "${GITHUB_BRANCH_OR_TAG}" != "develop" ]; then
+                  echo "Skipping saving Jira ticket numbers to a file because the branch is not develop"
+              else
+                file="${OUT_DIR}/jira-tickets.json"
+                echo "{ \"issues\": $(echo "${tickets}" | jq -R -s -c 'split(" ")[:-1]') }" > "${file}"
+                echo "Jira ticket numbers saved to ${file}"
+              fi
+          fi
+
+      - name: Build image for ECR
+        run: |
+          docker build -t ${ECR_REPO}:${GITHUB_BRANCH_OR_TAG/\//-}-${GITHUB_SHA:0:5} -f ./compose/fastapi/Dockerfile .
+          docker tag ${ECR_REPO}:${GITHUB_BRANCH_OR_TAG/\//-}-${GITHUB_SHA:0:5} ${ECR_ADDRESS}/${ECR_REPO}:${GITHUB_BRANCH_OR_TAG/\//-}-${GITHUB_SHA:0:5}
+
+      - name: Push image to ECR
+        run: |
+          aws ecr get-login-password | docker login --username AWS --password-stdin ${ECR_ADDRESS}
+          docker push ${ECR_REPO}:${GITHUB_BRANCH_OR_TAG/\//-}-${GITHUB_SHA:0:5}
+
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
         with:
-          project-name: mindlogger-backend-refactor-builder
-          env-vars-for-codebuild: |
-           GITHUB_ORGANIZATION, GITHUB_REPO_NAME, GITHUB_BRANCH_OR_TAG, GITHUB_REF, BUILD_NAME, BUILD_NUMBER, ECR_ADDRESS, TEST_COMMAND, ECR_REPO, OUT_DIR, DOCKER_USER, DOCKER_PASSWORD, REPORT_SERVER_PUBLIC_KEY
+          name: build-artifacts
+          path: |
+            ${GITHUB_REPO_NAME}/${OUT_DIR}/build.yml
+            ${GITHUB_REPO_NAME}/${OUT_DIR}/jira-tickets.json
 
   deploy_to_dev:
-    needs: run_codebuild_project
+    needs: build_job
     uses: ChildMindInstitute/mindlogger-backend-refactor/.github/workflows/run_deploy_dev.yaml@develop
     with:
       COMMIT_HASH: ${{ github.sha }}
       IMAGE_PREFIX: ${{ github.ref_name }}
+      IMAGE_TAG: ${GITHUB_BRANCH_OR_TAG/\//-}-${GITHUB_SHA:0:5}
 
   deploy_to_uat:
-    needs: run_codebuild_project
+    needs: build_job
     uses: ChildMindInstitute/mindlogger-backend-refactor/.github/workflows/run_deploy_uat.yaml@develop
     with:
       COMMIT_HASH: ${{ github.sha }}
       IMAGE_PREFIX: ${{ github.ref_name }}
 
   deploy_to_test:
-    needs: run_codebuild_project
+    needs: build_job
     uses: ChildMindInstitute/mindlogger-backend-refactor/.github/workflows/run_deploy_test.yaml@develop
     with:
       COMMIT_HASH: ${{ github.sha }}
-      IMAGE_PREFIX: ${{ github.ref_name }}
+      IMAGE_PREFIX: ${{ github.ref_name }}
diff --git a/.github/workflows/run_deploy_dev.yaml b/.github/workflows/run_deploy_dev.yaml
@@ -13,16 +13,58 @@ on:
       IMAGE_PREFIX:
         required: true
         type: string
+      IMAGE_TAG:
+        required: true
+        type: string
 
 permissions:
   id-token: write
   contents: read
   issues: write
 
 jobs:
+
+  run_migration:
+    if: github.event.pull_request.merged == true
+    runs-on: ubuntu-latest
+    env:
+      TASK_DEFINITION: migration
+      ECS_CLUSTER_NAME: cmiml-dev
+      ECS_SERVICE_NAME: migration
+      AWS_REGION : "us-east-1"
+      IMAGE_TAG: ${{ inputs.IMAGE_TAG }}
+
+    steps:
+
+    - name: configure aws credentials
+      uses: aws-actions/configure-aws-credentials@v3
+      with:
+        role-to-assume: arn:aws:iam::917902836630:role/cmiml-devops-oidc-github-role
+        role-session-name: OIDC-GHA-session
+        aws-region: ${{ env.AWS_REGION }}
+
+    - name: Download task definition
+      run: |
+        aws ecs describe-task-definition --task-definition ${{ env.TASK_DEFINITION }} --query taskDefinition > task-definition.json
+
+    - name: Render Amazon ECS task definition
+      id: task-def
+      uses: aws-actions/amazon-ecs-render-task-definition@v1
+      with:
+        task-definition: task-definition.json
+        image: $IMAGE_TAG
+
+    - name: Deploy Amazon ECS task definition
+      uses: aws-actions/amazon-ecs-deploy-task-definition@v1
+      with:
+        task-definition: ${{ steps.task-def.outputs.task-definition }}
+        cluster: ${{ env.ECS_CLUSTER_NAME }}
+
+
   deploy_to_ecs:
     if: github.event.pull_request.merged == true
     runs-on: ubuntu-latest
+    needs: run_migration
     env:
       TASK_FAMILY_PREFIX: backend
       ECS_CLUSTER_NAME: cmiml-dev