diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index f6cf76b9de..a4db6fbec5 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -56,7 +56,7 @@ jobs:
         echo ""
 
         echo "----- Remove old postgres -----"
-        sudo apt remove -y postgres*
+        sudo apt remove -y '^postgres.*' '^libpq.*'
         echo ""
 
         echo "----- Set up PostgreSQL Apt repository -----"
@@ -289,7 +289,7 @@ jobs:
         echo ""
 
         echo "----- Remove existing installations of postgres -----"
-        sudo apt remove -y postgres*
+        sudo apt remove -y '^postgres.*' '^libpq.*'
         echo ""
 
         echo "----- Install system dependencies -----"