diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index 57cd7fcb68fc5..8635c937ca0bf 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -58,14 +58,14 @@ google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.47.0
 google-cloud-bigquery==3.20.1
 google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.0
+google-cloud-bigtable==2.23.1
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
 google-cloud-dlp==3.16.0
 google-cloud-language==2.13.3
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.9.0
+google-cloud-pubsublite==1.10.0
 google-cloud-recommendations-ai==0.10.10
 google-cloud-resource-manager==1.12.3
 google-cloud-spanner==3.44.0
@@ -84,11 +84,11 @@ guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
 hypothesis==6.100.1
-idna==3.6
+idna==3.7
 iniconfig==2.0.0
 joblib==1.4.0
 Js2Py==0.74
-jsonpickle==3.0.3
+jsonpickle==3.0.4
 jsonschema==4.21.1
 jsonschema-specifications==2023.12.1
 mmh3==4.1.0
@@ -112,8 +112,8 @@ pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.6.4
-pydantic_core==2.16.3
+pydantic==2.7.0
+pydantic_core==2.18.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
@@ -142,7 +142,7 @@ six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
 SQLAlchemy==2.0.29
-sqlparse==0.4.4
+sqlparse==0.5.0
 tenacity==8.2.3
 testcontainers==3.7.1
 threadpoolctl==3.4.0
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index faf93fe59e074..300580f0fbf85 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -56,14 +56,14 @@ google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.47.0
 google-cloud-bigquery==3.20.1
 google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.0
+google-cloud-bigtable==2.23.1
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
 google-cloud-dlp==3.16.0
 google-cloud-language==2.13.3
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.9.0
+google-cloud-pubsublite==1.10.0
 google-cloud-recommendations-ai==0.10.10
 google-cloud-resource-manager==1.12.3
 google-cloud-spanner==3.44.0
@@ -82,11 +82,11 @@ guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
 hypothesis==6.100.1
-idna==3.6
+idna==3.7
 iniconfig==2.0.0
 joblib==1.4.0
 Js2Py==0.74
-jsonpickle==3.0.3
+jsonpickle==3.0.4
 jsonschema==4.21.1
 jsonschema-specifications==2023.12.1
 mmh3==4.1.0
@@ -110,8 +110,8 @@ pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.6.4
-pydantic_core==2.16.3
+pydantic==2.7.0
+pydantic_core==2.18.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
@@ -140,7 +140,7 @@ six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
 SQLAlchemy==2.0.29
-sqlparse==0.4.4
+sqlparse==0.5.0
 tenacity==8.2.3
 testcontainers==3.7.1
 threadpoolctl==3.4.0
diff --git a/sdks/python/container/py38/base_image_requirements.txt b/sdks/python/container/py38/base_image_requirements.txt
index a2484f356c732..ec585687bd697 100644
--- a/sdks/python/container/py38/base_image_requirements.txt
+++ b/sdks/python/container/py38/base_image_requirements.txt
@@ -59,14 +59,14 @@ google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.47.0
 google-cloud-bigquery==3.20.1
 google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.0
+google-cloud-bigtable==2.23.1
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
 google-cloud-dlp==3.16.0
 google-cloud-language==2.13.3
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.9.0
+google-cloud-pubsublite==1.10.0
 google-cloud-recommendations-ai==0.10.10
 google-cloud-resource-manager==1.12.3
 google-cloud-spanner==3.44.0
@@ -85,13 +85,13 @@ guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
 hypothesis==6.100.1
-idna==3.6
+idna==3.7
 importlib_metadata==7.1.0
 importlib_resources==6.4.0
 iniconfig==2.0.0
 joblib==1.4.0
 Js2Py==0.74
-jsonpickle==3.0.3
+jsonpickle==3.0.4
 jsonschema==4.21.1
 jsonschema-specifications==2023.12.1
 mmh3==4.1.0
@@ -116,8 +116,8 @@ pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.6.4
-pydantic_core==2.16.3
+pydantic==2.7.0
+pydantic_core==2.18.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
@@ -146,7 +146,7 @@ six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
 SQLAlchemy==2.0.29
-sqlparse==0.4.4
+sqlparse==0.5.0
 tenacity==8.2.3
 testcontainers==3.7.1
 threadpoolctl==3.4.0
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 876c6e6bdf693..b169b730c71fb 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -58,14 +58,14 @@ google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.47.0
 google-cloud-bigquery==3.20.1
 google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.0
+google-cloud-bigtable==2.23.1
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
 google-cloud-dlp==3.16.0
 google-cloud-language==2.13.3
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.9.0
+google-cloud-pubsublite==1.10.0
 google-cloud-recommendations-ai==0.10.10
 google-cloud-resource-manager==1.12.3
 google-cloud-spanner==3.44.0
@@ -84,12 +84,12 @@ guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
 hypothesis==6.100.1
-idna==3.6
+idna==3.7
 importlib_metadata==7.1.0
 iniconfig==2.0.0
 joblib==1.4.0
 Js2Py==0.74
-jsonpickle==3.0.3
+jsonpickle==3.0.4
 jsonschema==4.21.1
 jsonschema-specifications==2023.12.1
 mmh3==4.1.0
@@ -113,8 +113,8 @@ pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.6.4
-pydantic_core==2.16.3
+pydantic==2.7.0
+pydantic_core==2.18.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
@@ -143,7 +143,7 @@ six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
 SQLAlchemy==2.0.29
-sqlparse==0.4.4
+sqlparse==0.5.0
 tenacity==8.2.3
 testcontainers==3.7.1
 threadpoolctl==3.4.0
diff --git a/sdks/python/scripts/generate_pydoc.sh b/sdks/python/scripts/generate_pydoc.sh
index 1e25f54dc462c..48b5e01d55aab 100755
--- a/sdks/python/scripts/generate_pydoc.sh
+++ b/sdks/python/scripts/generate_pydoc.sh
@@ -80,6 +80,7 @@ excluded_patterns=(
     'apache_beam/utils/counters.*'
     'apache_beam/utils/windowed_value.*'
     'apache_beam/version.py'
+    'apache_beam/yaml/integration_tests.py'
     '**/internal/*'
     '*_it.py'
     '*_pb2.py'
diff --git a/sdks/python/setup.py b/sdks/python/setup.py
index 36ecedae543c5..da8a674bc96e7 100644
--- a/sdks/python/setup.py
+++ b/sdks/python/setup.py
@@ -442,7 +442,7 @@ def get_portability_package_data():
               # Until this issue is closed
               # https://github.com/googleapis/google-cloud-python/issues/10566
               'google-auth>=1.18.0,<3',
-              'google-auth-httplib2>=0.1.0,<0.2.0',
+              'google-auth-httplib2>=0.1.0,<0.3.0',
               'google-cloud-datastore>=2.0.0,<3',
               'google-cloud-pubsub>=2.1.0,<3',
               'google-cloud-pubsublite>=1.2.0,<2',
diff --git a/sdks/python/tox.ini b/sdks/python/tox.ini
index 91d6b6d7300f8..cb5246abce3f4 100644
--- a/sdks/python/tox.ini
+++ b/sdks/python/tox.ini
@@ -313,7 +313,6 @@ commands =
 
 [testenv:py{38,39}-tft-{113,114}]
 deps =
-  113: tensorflow_transform>=1.13.0,<1.14.0
   # Help pip resolve conflict with typing-extensions due to an old version of tensorflow https://github.com/apache/beam/issues/30852
   113: pydantic<2.0
   114: tensorflow_transform>=1.14.0,<1.15.0