chore: Upgrade Python requirements

requirements/base.txt

@@ -4,27 +4,31 @@
 #
 #    make upgrade
 #
-asgiref==3.7.2
+asgiref==3.8.1
     # via django
-attrs==23.1.0
+attrs==23.2.0
     # via -r requirements/base.in
-django==3.2.19
+backports-zoneinfo==0.2.1
+    # via django
+django==4.2.14
     # via
     #   -c requirements/common_constraints.txt
     #   -r requirements/base.in
-edx-opaque-keys[django]==2.3.0
+dnspython==2.6.1
+    # via pymongo
+edx-opaque-keys[django]==2.10.0
     # via -r requirements/base.in
-fastavro==1.7.4
+fastavro==1.9.5
     # via -r requirements/base.in
-pbr==5.11.1
+pbr==6.0.0
     # via stevedore
-pymongo==3.13.0
+pymongo==4.8.0
     # via edx-opaque-keys
-pytz==2023.3
-    # via django
-sqlparse==0.4.4
+sqlparse==0.5.0
     # via django
-stevedore==5.1.0
+stevedore==5.2.0
     # via edx-opaque-keys
-typing-extensions==4.6.3
-    # via asgiref
+typing-extensions==4.12.2
+    # via
+    #   asgiref
+    #   edx-opaque-keys

requirements/ci.txt

@@ -4,27 +4,35 @@
 #
 #    make upgrade
 #
-distlib==0.3.6
+cachetools==5.3.3
+    # via tox
+chardet==5.2.0
+    # via tox
+colorama==0.4.6
+    # via tox
+distlib==0.3.8
     # via virtualenv
-filelock==3.12.1
+filelock==3.15.4
     # via
     #   tox
     #   virtualenv
-packaging==23.1
-    # via tox
-platformdirs==3.5.3
-    # via virtualenv
-pluggy==1.0.0
-    # via tox
-py==1.11.0
+packaging==24.1
+    # via
+    #   pyproject-api
+    #   tox
+platformdirs==4.2.2
+    # via
+    #   tox
+    #   virtualenv
+pluggy==1.5.0
     # via tox
-six==1.16.0
+pyproject-api==1.7.1
     # via tox
 tomli==2.0.1
-    # via tox
-tox==3.28.0
     # via
-    #   -c requirements/common_constraints.txt
-    #   -r requirements/ci.in
-virtualenv==20.23.0
+    #   pyproject-api
+    #   tox
+tox==4.16.0
+    # via -r requirements/ci.in
+virtualenv==20.26.3
     # via tox

requirements/common_constraints.txt

@@ -13,7 +13,7 @@
 
 
 # using LTS django version
-Django<4.0
+Django<5.0
 
 # elasticsearch>=7.14.0 includes breaking changes in it which caused issues in discovery upgrade process.
 # elastic search changelog: https://www.elastic.co/guide/en/enterprise-search/master/release-notes-7.14.0.html
@@ -22,11 +22,11 @@ elasticsearch<7.14.0
 # django-simple-history>3.0.0 adds indexing and causes a lot of migrations to be affected
 django-simple-history==3.0.0
 
-# tox>4.0.0 isn't yet compatible with many tox plugins, causing CI failures in almost all repos.
-# Details can be found in this discussion: https://github.com/tox-dev/tox/discussions/1810
-tox<4.0.0
-
-# edx-sphinx-theme is not compatible with latest Sphinx==6.0.0 version 
-# Pinning Sphinx version unless the compatibility issue gets resolved
-# For details, see issue https://github.com/openedx/edx-sphinx-theme/issues/197
-sphinx<6.0.0
+# opentelemetry requires version 6.x at the moment:
+# https://github.com/open-telemetry/opentelemetry-python/issues/3570
+# Normally this could be added as a constraint in edx-django-utils, where we're
+# adding the opentelemetry dependency. However, when we compile pip-tools.txt,
+# that uses version 7.x, and then there's no undoing that when compiling base.txt.
+# So we need to pin it globally, for now.
+# Ticket for unpinning: https://github.com/openedx/edx-lint/issues/407
+importlib-metadata<7