Merge pull request #987 from GSA/post-release

Post release
GSA · Jul 17, 2023 · 15bc9a4 · 15bc9a4
2 parents cc5c1cd + 63fe9c3
commit 15bc9a4
Show file tree

Hide file tree

Showing 5 changed files with 40 additions and 15 deletions.
diff --git a/.github/workflows/ckan.yml b/.github/workflows/ckan.yml
@@ -10,6 +10,8 @@ on:
         type: choice
         options:
           - development
+          - staging
+          - prod
       app:
         description: 'App to run on:'
         required: true

diff --git a/.github/workflows/ckan_auto.yml b/.github/workflows/ckan_auto.yml
@@ -58,7 +58,7 @@ jobs:
             "schedule": ["${{env.SCHEDULE_TRACKING}}", "${{env.SCHEDULE_SITEMAP}}",
                          "${{env.SCHEDULE_HARVESTING}}", "${{env.SCHEDULE_STUCK_JOBS}}",
                          "${{env.SCHEDULE_DBSOLR_SYNC}}", "${{ env.SCHEDULE_GEN_REPORT}}"],
-            "environ": ["development"],
+            "environ": ["development", "staging", "prod"],
             "include": [ {"app": "catalog-admin"},
                          {"error_seconds": 22000},
                          {"info_issue": false},
@@ -78,9 +78,12 @@ jobs:
                          {"schedule": "${{env.SCHEDULE_STUCK_JOBS}}", "command": "ckan geodatagov check-stuck-jobs"},
                          {"schedule": "${{env.SCHEDULE_GEN_REPORT}}", "command": "ckan report generate"},
                          {"schedule": "${{env.SCHEDULE_GEN_REPORT}}", "issue_template": ".github/report-generation-failure.md"},
-                         {"environ": "development", "ram": "1G"}
+                         {"environ": "development", "ram": "1G"},
+                         {"environ": "staging", "ram": "2500M"},
+                         {"environ": "prod", "ram": "2500M"}
                        ],
             "exclude": [ {"schedule": "${{env.SCHEDULE_SITEMAP}}", "environ": "development"},
+                         {"schedule": "${{env.SCHEDULE_SITEMAP}}", "environ": "staging"},
                          {"schedule": "${{env.SCHEDULE_DBSOLR_SYNC}}", "environ": "development"},
                          {"schedule": "${{env.SCHEDULE_STUCK_JOBS}}", "environ": "development"}
                        ],

diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
@@ -40,17 +40,36 @@ jobs:
           push: true
           tags: ${{ matrix.tag }}
 
+  create-cloudgov-services-staging:
+    name: create services (staging)
+    uses: gsa/data.gov/.github/workflows/create-services-template.yml@main
+    with:
+      environ: staging
+    secrets: inherit
+
   create-cloudgov-services-prod:
     name: create services (prod)
     uses: gsa/data.gov/.github/workflows/create-services-template.yml@main
     with:
       environ: prod
     secrets: inherit
 
+  deploy-staging:
+    name: deploy (staging)
+    needs:
+      - create-cloudgov-services-staging
+    uses: gsa/data.gov/.github/workflows/deploy-template.yml@main
+    with:
+      environ: staging
+      app_url: https://catalog-stage-datagov.app.cloud.gov
+      app_names: "{\"include\":[{\"app\":\"catalog-web\",\"smoketest\":true},{\"app\":\"catalog-admin\"},{\"app\":\"catalog-fetch\"},{\"app\":\"catalog-gather\"},{\"app\":\"catalog-proxy\"}]}"
+    secrets: inherit
+
   deploy-prod:
     name: deploy (prod)
     needs:
       - create-cloudgov-services-prod
+      - deploy-staging
     uses: gsa/data.gov/.github/workflows/deploy-template.yml@main
     with:
       environ: prod
@@ -61,6 +80,7 @@ jobs:
   network-policies:
     name: Add network-policies
     needs:
+      - deploy-staging
       - deploy-prod
     runs-on: ubuntu-latest
     environment: ${{ matrix.environ }}
@@ -71,7 +91,7 @@ jobs:
           "cf add-network-policy catalog-proxy catalog-web --protocol tcp --port 61443",
           "cf add-network-policy catalog-proxy catalog-admin --protocol tcp --port 61443"
         ]
-        environ: ["prod"]
+        environ: ["staging", "prod"]
     steps:
       - name: proxy to web
         uses: cloud-gov/cg-cli-tools@main

diff --git a/.github/workflows/restart.yml b/.github/workflows/restart.yml
@@ -7,18 +7,18 @@ on:
     - cron: '11/30 * * * *'
 
 jobs:
-  # restart-staging:
-  #   name: restart (staging)
-  #   uses: gsa/data.gov/.github/workflows/app-restart-template.yml@main
-  #   with:
-  #     environ: staging
-  #     app_names: "{\"include\":[{\"app\":\"catalog-proxy\"},{\"app\":\"catalog-gather\"},{\"app\":\"catalog-fetch\"},{\"app\":\"catalog-web\"},{\"app\":\"catalog-admin\"},]}"
-  #   secrets: inherit
+  restart-staging:
+    name: restart (staging)
+    uses: gsa/data.gov/.github/workflows/app-restart-template.yml@main
+    with:
+      environ: staging
+      app_names: "{\"include\":[{\"app\":\"catalog-proxy\"},{\"app\":\"catalog-gather\"},{\"app\":\"catalog-fetch\"},{\"app\":\"catalog-web\"},{\"app\":\"catalog-admin\"},]}"
+    secrets: inherit
 
-  restart-development:
-    name: restart (development)
+  restart-prod:
+    name: restart (prod)
     uses: gsa/data.gov/.github/workflows/app-restart-template.yml@main
     with:
-      environ: development
+      environ: prod
       app_names: "{\"include\":[{\"app\":\"catalog-proxy\"},{\"app\":\"catalog-gather\"},{\"app\":\"catalog-fetch\"},{\"app\":\"catalog-web\"},{\"app\":\"catalog-admin\"},]}"
     secrets: inherit
diff --git a/vars.prod.yml b/vars.prod.yml
@@ -7,8 +7,8 @@ ckanext__saml2auth__idp_metadata__local_path: ckan/setup/login.production.idp.xm
 
 web-instances: 5
 admin-instances: 1
-gather-instances: 0
-fetch-instances: 0
+gather-instances: 1
+fetch-instances: 4
 memory_quota: 850M
 gather_memory_quota: 3G