Add example of CICD with qa

dbt-labs · Jul 1, 2024 · 1733edb · 1733edb
1 parent 3766f66
commit 1733edb
Show file tree

Hide file tree

Showing 4 changed files with 67 additions and 6 deletions.
diff --git a/example_cicd/plan_on_pr.yml → example_cicd/prod_plan_on_pr.yml b/example_cicd/plan_on_pr.yml → example_cicd/prod_plan_on_pr.yml
@@ -24,9 +24,7 @@ jobs:
         run: pip install dbt-jobs-as-code~=0.6.0
 
       - name: Run dbt-jobs-as-code
-        run: dbt-jobs-as-code plan jobs/jobs.yml
-        # or to template the jobs YAML file and only check the projects/environments from the project
-        # run: dbt-jobs-as-code plan jobs/jobs.yml --vars-yml vars_qa.yml --limit-projects-envs-to-yml
+        run: dbt-jobs-as-code plan jobs/jobs.yml --vars-yml jobs/vars_prod.yml --limit-projects-envs-to-yml
         env: 
           DBT_API_KEY: "${{secrets.DBT_API_KEY}}"
           # DBT_BASE_URL is optional

diff --git a/example_cicd/sync_on_merge.yml → example_cicd/prod_sync_on_merge.yml b/example_cicd/sync_on_merge.yml → example_cicd/prod_sync_on_merge.yml
@@ -27,9 +27,7 @@ jobs:
         run: pip install dbt-jobs-as-code~=0.6.0
 
       - name: Run dbt-jobs-as-code
-        run: dbt-jobs-as-code sync jobs/jobs.yml
-        # or to template the jobs YAML file and only check the projects/environments from the project
-        # run: dbt-jobs-as-code sync jobs/jobs.yml --vars-yml vars_qa.yml --limit-projects-envs-to-yml
+        run: dbt-jobs-as-code sync jobs/jobs.yml --vars-yml jobs/vars_prod.yml --limit-projects-envs-to-yml
         env: 
           DBT_API_KEY: "${{secrets.DBT_API_KEY}}"
           # DBT_BASE_URL is optional

diff --git a/example_cicd/qa_plan_on_pr.yml b/example_cicd/qa_plan_on_pr.yml
@@ -0,0 +1,31 @@
+name: Plan for syncing dbt Cloud Jobs from YAML
+run-name: Running dbt-jobs-as-code plan to see what is going to be changed/deleted
+
+on:
+  pull_request:
+    branches:
+      - qa
+    paths:
+      - 'jobs/**'  # Only trigger the workflow if files under the jobs/ directory are modified
+
+jobs:
+  run-python-script:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.12.x"
+
+      - name: Install dbt-jobs-as-code
+        run: pip install dbt-jobs-as-code~=0.6.0
+
+      - name: Run dbt-jobs-as-code
+        run: dbt-jobs-as-code plan jobs/jobs.yml --vars-yml jobs/vars_qa.yml --limit-projects-envs-to-yml
+        env: 
+          DBT_API_KEY: "${{secrets.DBT_API_KEY}}"
+          # DBT_BASE_URL is optional
+          # DBT_BASE_URL: "${{secrets.DBT_BASE_URL}}"
diff --git a/example_cicd/qa_sync_on_merge.yml b/example_cicd/qa_sync_on_merge.yml
@@ -0,0 +1,34 @@
+name: Replicate dbt Cloud Jobs from YAML
+run-name: Running dbt-jobs-as-code sync to replicate dbt Cloud jobs from YAML
+
+on:
+  pull_request:
+    types:
+      - closed
+    branches:
+      - qa
+    paths:
+      - 'jobs/**'  # Only trigger the workflow if files under the jobs/ directory are modified
+
+jobs:
+  run-python-script:
+    if: github.event.pull_request.merged == true
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.12.x"
+
+      - name: Install dbt-jobs-as-code
+        run: pip install dbt-jobs-as-code~=0.6.0
+
+      - name: Run dbt-jobs-as-code
+        run: dbt-jobs-as-code sync jobs/jobs.yml --vars-yml jobs/vars_qa.yml --limit-projects-envs-to-yml
+        env: 
+          DBT_API_KEY: "${{secrets.DBT_API_KEY}}"
+          # DBT_BASE_URL is optional
+          # DBT_BASE_URL: "${{secrets.DBT_BASE_URL}}"