Frontend charm integration tests fix with a self hosted runner

.github/workflows/frontend_charm_analysis.yml

@@ -4,13 +4,13 @@ on:
     branches:
       - main
   push:
-    branches: ["main"]
+    branches: ["main", "integration-test-fix"]
     tags: ["v*.*.*"]
 
 jobs:
   lint-report:
     name: Lint and format report
-    runs-on: ubuntu-22.04
+    runs-on: [self-hosted, linux, large]
     steps:
       - uses: actions/checkout@v3
       - name: Install tox
@@ -23,7 +23,7 @@ jobs:
 
   static-analysis:
     name: Static analysis
-    runs-on: ubuntu-22.04
+    runs-on: [self-hosted, linux]
     steps:
       - uses: actions/checkout@v3
       - name: Install tox
@@ -36,7 +36,7 @@ jobs:
 
   unit-tests-with-coverage:
     name: Unit tests
-    runs-on: ubuntu-22.04
+    runs-on: [self-hosted, linux]
     steps:
       - uses: actions/checkout@v3
       - name: Install tox

.github/workflows/frontend_charm_integration_tests.yml

@@ -1,45 +1,27 @@
 name: Run charm tests
 on:
   push:
-    branches: ["main"]
+    branches: ["main", "integration-test-fix*"]
     tags: ["v*.*.*"]
 
 jobs:
   integration-test:
+    permissions:
+      contents: read
+      packages: read
+
     name: Integration tests
-    runs-on: ubuntu-22.04
+    runs-on: [self-hosted, jammy, xlarge]
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
-      - name: Setup LXD
-        uses: canonical/setup-lxd@main
-        with:
-          channel: 5.13/stable
-      - name: Setup operator environment
-        uses: charmed-kubernetes/actions-operator@main
-        with:
-          provider: microk8s
+        uses: actions/checkout@v4
+      - name: Set up microk8s
+        uses: canonical/certification-github-workflows/.github/actions/microk8s-setup@microk8s-setup-action
       - name: Run integration tests
         run: tox -e integration
-      - name: Archive Tested Charm
-        uses: actions/upload-artifact@v3
-        if: ${{ github.ref_name == 'main' }}
-        with:
-          name: tested-charm
-          path: .tox/**/test-observer-frontend_ubuntu-22.04-amd64.charm
-          retention-days: 5
-      - name: Archive charmcraft logs
-        if: failure()
-        uses: actions/upload-artifact@v3
-        with:
-          name: charmcraft-logs
-          path: /home/runner/.local/state/charmcraft/log/*.log
-      - name: Archive juju crashdump
-        if: failure()
-        uses: actions/upload-artifact@v3
-        with:
-          name: juju-crashdump
-          path: juju-crashdump-*.tar.xz
+      - name: Archive charm testing outputs
+        uses: canonical/certification-github-workflows/.github/actions/archive-charm-testing-artifacts@microk8s-setup-action
     defaults:
       run:
         working-directory: ./frontend/charm
+

.github/workflows/frontend_charm_promote.yml

@@ -0,0 +1,43 @@
+name: Promote Charm
+
+on:
+  workflow_dispatch:
+    inputs:
+      promotion:
+        type: choice
+        description: Channel to promote from
+        options:
+          - edge -> beta
+          - beta -> candidate
+          - candidate -> stable
+
+jobs:
+  promote:
+    name: Promote Charm
+    runs-on: [self-hosted, linux]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Set target channel
+        env:
+          PROMOTE_FROM: ${{ github.event.inputs.promotion }}
+        run: |
+          if [ "${PROMOTE_FROM}" == "edge -> beta" ]; then
+            echo "promote-from=edge" >> ${GITHUB_ENV}
+            echo "promote-to=beta" >> ${GITHUB_ENV}
+          elif [ "${PROMOTE_FROM}" == "beta -> candidate" ]; then
+            echo "promote-from=beta" >> ${GITHUB_ENV}
+            echo "promote-to=candidate" >> ${GITHUB_ENV}
+          elif [ "${PROMOTE_FROM}" == "candidate -> stable" ]; then
+            echo "promote-from=candidate" >> ${GITHUB_ENV}
+            echo "promote-to=stable" >> ${GITHUB_ENV}
+          fi
+      - name: Promote Charm
+        uses: canonical/charming-actions/[email protected]
+        with:
+          base-channel: 22.04
+          credentials: ${{ secrets.CHARMHUB_TOKEN }}
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          destination-channel: latest/${{ env.promote-to }}
+          origin-channel: latest/${{ env.promote-from }}
+          charmcraft-channel: latest/stable

.github/workflows/publish_api.yml

@@ -8,7 +8,7 @@ env:
 
 jobs:
   build-and-push-image:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, linux, xlarge]
     permissions:
       contents: read
       packages: write
@@ -43,8 +43,8 @@ jobs:
           labels: ${{ steps.meta.outputs.labels }}
 
   build-and-push-charm:
+    runs-on: [self-hosted, linux, xlarge]
     needs: build-and-push-image
-    runs-on: ubuntu-latest
 
     steps:
       - name: Checkout

.github/workflows/publish_charms.yml

@@ -0,0 +1,32 @@
+name: Run charm tests
+on:
+  push:
+    branches: ["main"]
+    tags: ["v*.*.*"]
+
+jobs:
+  publish-charm:
+    name: Publish Charm
+    needs: integration-test
+    runs-on: [self-hosted, linux]
+    if: ${{ github.ref_name == 'main' }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Install charmcraft
+        run: sudo snap install charmcraft --classic
+      - name: Fetch Tested Charm
+        uses: actions/download-artifact@v3
+        with:
+          name: tested-charm
+      - name: Move charm in current directory
+        run: find ./ -name test-observer-frontend_ubuntu-22.04-amd64.charm -exec mv -t ./ {} \;
+      - name: Select Charmhub channel
+        uses: canonical/charming-actions/[email protected]
+        id: channel
+      - name: Upload charm to Charmhub
+        uses: canonical/charming-actions/[email protected]
+        with:
+          credentials: "${{ secrets.CHARMHUB_AUTH_API }}"
+          github-token: "${{ secrets.GITHUB_TOKEN }}"
+          channel: "${{ steps.channel.outputs.name }}"

.github/workflows/publish_frontend.yml

@@ -8,7 +8,7 @@ env:
 
 jobs:
   build-and-push-frontend-image:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, linux]
     permissions:
       contents: read
       packages: write

.github/workflows/release_charms.yml

@@ -0,0 +1,28 @@
+on:
+#  pull_request:
+#    branches:
+#      - main
+  push:
+    branches: ["a-branch-that-definitely-does-not-exist"]
+    # tags: ["v*.*.*"]
+
+jobs:
+  build:
+    name: Release test-observer-api charm to edge
+    runs-on: [self-hosted, linux]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      #- name: Select charmhub channel
+      #  uses: canonical/charming-actions/[email protected]
+      #  id: channel
+      - name: Upload charm to charmhub
+        uses: canonical/charming-actions/[email protected]
+        with:
+          charm-path: "backend/charm"
+          credentials: "${{ secrets.CHARMHUB_AUTH_API }}"
+          github-token: "${{ secrets.GITHUB_TOKEN }}"
+          upload-image: "true"
+          channel: edge # "${{ steps.channel.outputs.name }}"

.github/workflows/test_backend.yml

@@ -6,7 +6,7 @@ concurrency:
   cancel-in-progress: true
 jobs:
   test:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, linux, large]
     defaults:
       run:
         working-directory: backend

.github/workflows/test_frontend.yml

@@ -6,7 +6,7 @@ concurrency:
   cancel-in-progress: true
 jobs:
   test:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, linux, large]
     defaults:
       run:
         working-directory: frontend

README.md

@@ -7,7 +7,7 @@ Observe the status and state of certification tests for various artefacts
 - `juju` 3.1 or later (`sudo snap install juju --channel=3.1/stable`)
 - `microk8s` 1.27 or later (`sudo snap install microk8s --channel=1.27-strict/stable`) + [permission setup steps after install](https://juju.is/docs/sdk/set-up-your-development-environment#heading--install-microk8s)
 - `terraform` 1.4.6 or later (`sudo snap install terraform --classic`)
-- `lxd` 5.13 or later (`sudo snap install lxd --channel=5.13/stable` or `sudo snap refresh lxd --channel=5.13/stable` if already installed) + `lxd init --auto` after install.
+- `lxd` 5.19 or later (`sudo snap install lxd --channel=5.19/stable` or `sudo snap refresh lxd --channel=5.19/stable` if already installed) + `lxd init --auto` after install.
 - `charmcraft` 2.3.0 or later (`sudo snap install charmcraft --channel=2.x/stable --classic`)
 - optional: `jhack` for all kinds of handy Juju and charm SDK development and debugging operations (`sudo snap install jhack`)
 

backend/charm/metadata.yaml

@@ -6,7 +6,7 @@ description: |
 summary: |
   API and dashboard to observe the status of artifact (snaps, debs, etc) test status
 assumes:
-  - juju >= 2.9
+  - juju >=3.2
   - k8s-api
 containers:
   api:

backend/charm/requirements.txt

@@ -1,2 +1,2 @@
-ops >= 1.5.0
+ops >= 2.8.0
 requests==2.31.0

frontend/charm/requirements.txt

@@ -1 +1,2 @@
-ops >= 2.2.0
+ops >= 2.8.0
+macaroonbakery==1.3.2

frontend/charm/src/charm.py

@@ -30,7 +30,9 @@ def __init__(self, *args):
         self.pebble_service_name = "test-observer-frontend"
         self.container = self.unit.get_container("frontend")
 
-        self.framework.observe(self.on.frontend_pebble_ready, self._update_layer_and_restart)
+        self.framework.observe(
+            self.on.frontend_pebble_ready, self._update_layer_and_restart
+        )
         self.framework.observe(self.on.config_changed, self._on_config_changed)
         self.framework.observe(
             self.on.test_observer_rest_api_relation_joined,
@@ -83,7 +85,9 @@ def _config_is_valid(self, config) -> Tuple[bool, str]:
     def _on_rest_api_relation_update(self, event):
         api_hostname = event.relation.data[event.app].get("hostname")
         api_port = event.relation.data[event.app].get("port")
-        logger.debug(f"API hostname: {api_hostname}, port: {api_port} (app: {event.app})")
+        logger.debug(
+            f"API hostname: {api_hostname}, port: {api_port} (app: {event.app})"
+        )
         self._update_layer_and_restart(event)
 
     def _on_rest_api_relation_broken(self, event):
@@ -152,7 +156,9 @@ def html_503(self) -> str:
         """
 
     def _update_layer_and_restart(self, event):
-        self.unit.status = MaintenanceStatus(f"Updating {self.pebble_service_name} layer")
+        self.unit.status = MaintenanceStatus(
+            f"Updating {self.pebble_service_name} layer"
+        )
 
         if self.container.can_connect():
             api_url = self._api_url
@@ -170,7 +176,9 @@ def _update_layer_and_restart(self, event):
             else:
                 self._handle_no_api_relation()
         else:
-            self.unit.status = WaitingStatus("Waiting for Pebble for API to set available state")
+            self.unit.status = WaitingStatus(
+                "Waiting for Pebble for API to set available state"
+            )
 
     @property
     def _api_url(self) -> str | None:
@@ -182,7 +190,9 @@ def _api_url(self) -> str | None:
 
         relation_data = api_relation.data[api_relation.app]
         if not relation_data:
-            self.unit.status = WaitingStatus("Waiting for test observer api relation data")
+            self.unit.status = WaitingStatus(
+                "Waiting for test observer api relation data"
+            )
             return
 
         hostname = relation_data["hostname"]
@@ -211,11 +221,17 @@ def _handle_no_api_relation(self):
                 self.html_503(),
                 make_dirs=True,
             )
-            self.container.add_layer(self.pebble_service_name, self._pebble_layer, combine=True)
+            self.container.add_layer(
+                self.pebble_service_name, self._pebble_layer, combine=True
+            )
             self.container.restart(self.pebble_service_name)
-            self.unit.status = MaintenanceStatus("test-observer-rest-api relation not connected.")
+            self.unit.status = MaintenanceStatus(
+                "test-observer-rest-api relation not connected."
+            )
         else:
-            self.unit.status = WaitingStatus("Waiting for Pebble for API to set maintenance state")
+            self.unit.status = WaitingStatus(
+                "Waiting for Pebble for API to set maintenance state"
+            )
 
     @property
     def _pebble_layer(self):

frontend/charm/tests/integration/test_charm.py

@@ -17,8 +17,8 @@
 
 
 @pytest.mark.abort_on_fail
-async def test_build_and_deploy(ops_test: OpsTest):
-    """Build the charm-under-test and deploy it together with related charms.
+async def test_build_and_deploy_without_backend(ops_test: OpsTest):
+    """Build the charm-under-test and deploy it together without related charms.
 
     Assert on the unit status before any relations/configurations take place.
     """
@@ -29,8 +29,7 @@ async def test_build_and_deploy(ops_test: OpsTest):
         ops_test.model.deploy(charm, resources=resources, application_name=APP_NAME),
         ops_test.model.wait_for_idle(
             apps=[APP_NAME],
-            status="active",
-            raise_on_blocked=True,
-            timeout=1000,
+            status="maintenance",
+            timeout=2000,
         ),
     )

frontend/charm/tests/unit/test_charm.py

@@ -33,7 +33,9 @@ def test_relating(self):
         harness.update_config({"test-observer-api-scheme": "https://"})
         harness.begin()
         rel_id = harness.add_relation("test-observer-rest-api", "backend")
-        harness.update_relation_data(rel_id, "backend", {"hostname": "teh-backend", "port": "443"})
+        harness.update_relation_data(
+            rel_id, "backend", {"hostname": "teh-backend", "port": "443"}
+        )
 
         service = harness.model.unit.get_container("frontend").get_service(
             "test-observer-frontend"

frontend/charm/tox.ini

@@ -66,7 +66,7 @@ commands =
 description = Run integration tests
 deps =
     pytest
-    juju
+    juju<=3.2
     pytest-operator
     -r {tox_root}/requirements.txt
 commands =