Upgrade sphinx and related dependencies

hatch_build.py

@@ -148,24 +148,18 @@
 
 DOC_EXTRAS: dict[str, list[str]] = {
     "doc": [
-        "astroid>=2.12.3,<3.0",
+        "astroid>=3",
         "checksumdir>=1.2.0",
         "click>=8.1.8",
-        # Docutils 0.17.0 converts generated <div class="section"> into <section> and breaks our doc formatting
-        # By adding a lot of whitespace separation. This limit can be lifted when we update our doc to handle
-        # <section> tags for sections
-        "docutils<0.17,>=0.16",
+        "docutils>=0.21",
         "sphinx-airflow-theme>=0.0.12",
         "sphinx-argparse>=0.4.0",
-        # sphinx-autoapi fails with astroid 3.0, see: https://github.com/readthedocs/sphinx-autoapi/issues/407
-        # This was fixed in sphinx-autoapi 3.0, however it has requirement sphinx>=6.1, but we stuck on 5.x
-        "sphinx-autoapi>=2.1.1",
+        "sphinx-autoapi>=3",
         "sphinx-copybutton>=0.5.2",
         "sphinx-design>=0.5.0",
         "sphinx-jinja>=2.0.2",
         "sphinx-rtd-theme>=2.0.0",
-        # Currently we are using sphinx 5 but we need to migrate to Sphinx 7
-        "sphinx>=5.3.0,<6.0.0",
+        "sphinx>=7",
         "sphinxcontrib-applehelp>=1.0.4",
         "sphinxcontrib-devhelp>=1.0.2",
         "sphinxcontrib-htmlhelp>=2.0.1",
@@ -174,7 +168,7 @@
         "sphinxcontrib-jsmath>=1.0.1",
         "sphinxcontrib-qthelp>=1.0.3",
         "sphinxcontrib-redoc>=1.6.0",
-        "sphinxcontrib-serializinghtml==1.1.5",
+        "sphinxcontrib-serializinghtml>=1.1.5",
         "sphinxcontrib-spelling>=8.0.0",
     ],
     "doc-gen": [