diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 3ab647f..802c8d7 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -17,7 +17,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     runs-on: ubuntu-latest
 
     steps:
@@ -31,7 +31,7 @@ jobs:
       run: |
         python -m pip install --upgrade pip
         pip install .[test]
-        pip install git+https://git.ligo.org/lscsoft/bilby.git
+        pip install --pre bilby==2.3.0rc0 "numpy<2"
     - name: Test with pytest
       run: |
         python -m pytest