From b91d3cd2bb8af9197540436ac4c5403234079628 Mon Sep 17 00:00:00 2001
From: XQ Hu <xqhu@google.com>
Date: Fri, 11 Oct 2024 18:18:05 +0000
Subject: [PATCH 1/6] Update the python deps caused by numpy 2.0

---
 .../py310/base_image_requirements.txt         | 22 +++++++++----------
 .../py311/base_image_requirements.txt         | 22 +++++++++----------
 .../py312/base_image_requirements.txt         | 22 +++++++++----------
 .../py38/base_image_requirements.txt          | 18 +++++++--------
 .../py39/base_image_requirements.txt          | 22 +++++++++----------
 5 files changed, 53 insertions(+), 53 deletions(-)

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index 435d20d383ec..3db418f1f3ef 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -27,11 +27,11 @@ attrs==24.2.0
 backports.tarfile==1.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
-build==1.2.2
+build==1.2.2.post1
 cachetools==5.5.0
 certifi==2024.8.30
 cffi==1.17.1
-charset-normalizer==3.3.2
+charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.4
@@ -51,12 +51,12 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.20.0
-google-api-python-client==2.147.0
+google-api-core==2.21.0
+google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.69.0
+google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.26.0
 google-cloud-bigtable==2.26.0
@@ -65,7 +65,7 @@ google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.25.2
+google-cloud-pubsub==2.26.0
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -80,11 +80,11 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.62.3
+grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.112.3
+hypothesis==6.114.1
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -96,10 +96,10 @@ Jinja2==3.1.4
 joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
-jsonschema-specifications==2023.12.1
+jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==2.1.5
+MarkupSafe==3.0.1
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -118,7 +118,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.24.0
-protobuf==4.25.5
+protobuf==5.28.2
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index 07c869c31d75..2dc8530d7854 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -26,11 +26,11 @@ attrs==24.2.0
 backports.tarfile==1.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
-build==1.2.2
+build==1.2.2.post1
 cachetools==5.5.0
 certifi==2024.8.30
 cffi==1.17.1
-charset-normalizer==3.3.2
+charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.4
@@ -49,12 +49,12 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.20.0
-google-api-python-client==2.147.0
+google-api-core==2.21.0
+google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.69.0
+google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.26.0
 google-cloud-bigtable==2.26.0
@@ -63,7 +63,7 @@ google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.25.2
+google-cloud-pubsub==2.26.0
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -78,11 +78,11 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.62.3
+grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.112.3
+hypothesis==6.114.1
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -94,10 +94,10 @@ Jinja2==3.1.4
 joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
-jsonschema-specifications==2023.12.1
+jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==2.1.5
+MarkupSafe==3.0.1
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -116,7 +116,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.24.0
-protobuf==4.25.5
+protobuf==5.28.2
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index 79e23ef25852..6911cd992ca2 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -25,11 +25,11 @@ annotated-types==0.7.0
 attrs==24.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
-build==1.2.2
+build==1.2.2.post1
 cachetools==5.5.0
 certifi==2024.8.30
 cffi==1.17.1
-charset-normalizer==3.3.2
+charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.4
@@ -48,12 +48,12 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.20.0
-google-api-python-client==2.147.0
+google-api-core==2.21.0
+google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.69.0
+google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.26.0
 google-cloud-bigtable==2.26.0
@@ -62,7 +62,7 @@ google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.25.2
+google-cloud-pubsub==2.26.0
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -77,11 +77,11 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.62.3
+grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.112.3
+hypothesis==6.114.1
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -93,10 +93,10 @@ Jinja2==3.1.4
 joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
-jsonschema-specifications==2023.12.1
+jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==2.1.5
+MarkupSafe==3.0.1
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -115,7 +115,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.24.0
-protobuf==4.25.5
+protobuf==5.28.2
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
diff --git a/sdks/python/container/py38/base_image_requirements.txt b/sdks/python/container/py38/base_image_requirements.txt
index 0a67a3666d25..7aa51389270e 100644
--- a/sdks/python/container/py38/base_image_requirements.txt
+++ b/sdks/python/container/py38/base_image_requirements.txt
@@ -27,11 +27,11 @@ attrs==24.2.0
 backports.tarfile==1.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
-build==1.2.2
+build==1.2.2.post1
 cachetools==5.5.0
 certifi==2024.8.30
 cffi==1.17.1
-charset-normalizer==3.3.2
+charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.4
@@ -51,12 +51,12 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.20.0
-google-api-python-client==2.147.0
+google-api-core==2.21.0
+google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.69.0
+google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.26.0
 google-cloud-bigtable==2.26.0
@@ -65,7 +65,7 @@ google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.25.2
+google-cloud-pubsub==2.26.0
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -80,11 +80,11 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.62.3
+grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.112.3
+hypothesis==6.113.0
 idna==3.10
 importlib_metadata==8.4.0
 importlib_resources==6.4.5
@@ -120,7 +120,7 @@ parameterized==0.9.0
 pkgutil_resolve_name==1.3.10
 pluggy==1.5.0
 proto-plus==1.24.0
-protobuf==4.25.5
+protobuf==5.28.2
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index f726406cfd13..7b4c72a3c3e2 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -27,11 +27,11 @@ attrs==24.2.0
 backports.tarfile==1.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
-build==1.2.2
+build==1.2.2.post1
 cachetools==5.5.0
 certifi==2024.8.30
 cffi==1.17.1
-charset-normalizer==3.3.2
+charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.4
@@ -51,12 +51,12 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.20.0
-google-api-python-client==2.147.0
+google-api-core==2.21.0
+google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.69.0
+google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.26.0
 google-cloud-bigtable==2.26.0
@@ -65,7 +65,7 @@ google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.25.2
+google-cloud-pubsub==2.26.0
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -80,11 +80,11 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.62.3
+grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.112.3
+hypothesis==6.114.1
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -96,10 +96,10 @@ Jinja2==3.1.4
 joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
-jsonschema-specifications==2023.12.1
+jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==2.1.5
+MarkupSafe==3.0.1
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -118,7 +118,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.24.0
-protobuf==4.25.5
+protobuf==5.28.2
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6

From 1a2a1b84bfa503c0dd6647c744fd3b3ee33e5da5 Mon Sep 17 00:00:00 2001
From: XQ Hu <xqhu@google.com>
Date: Tue, 29 Oct 2024 21:51:37 +0000
Subject: [PATCH 2/6] updates the base images

---
 sdks/python/container/build.gradle            |  2 +-
 .../py310/base_image_requirements.txt         | 22 ++++++++---------
 .../py311/base_image_requirements.txt         | 22 ++++++++---------
 .../py312/base_image_requirements.txt         | 24 +++++++++----------
 .../py39/base_image_requirements.txt          | 22 ++++++++---------
 5 files changed, 46 insertions(+), 46 deletions(-)

diff --git a/sdks/python/container/build.gradle b/sdks/python/container/build.gradle
index f07b6f743fa4..14c08a3a539b 100644
--- a/sdks/python/container/build.gradle
+++ b/sdks/python/container/build.gradle
@@ -20,7 +20,7 @@ plugins { id 'org.apache.beam.module' }
 applyGoNature()
 
 description = "Apache Beam :: SDKs :: Python :: Container"
-int min_python_version=8
+int min_python_version=9
 int max_python_version=12
 
 configurations {
diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index 3db418f1f3ef..b2209699d63b 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -34,9 +34,9 @@ cffi==1.17.1
 charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
-cramjam==2.8.4
+cramjam==2.9.0
 crcmod==1.7
-cryptography==43.0.1
+cryptography==43.0.3
 Cython==3.0.11
 Deprecated==1.2.14
 deprecation==2.1.0
@@ -58,14 +58,14 @@ google-auth==2.35.0
 google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
-google-cloud-bigquery-storage==2.26.0
+google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.0
+google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -84,7 +84,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.114.1
+hypothesis==6.115.4
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -99,7 +99,7 @@ jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==3.0.1
+MarkupSafe==3.0.2
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -111,14 +111,14 @@ objsize==0.7.0
 opentelemetry-api==1.27.0
 opentelemetry-sdk==1.27.0
 opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.7
+orjson==3.10.10
 overrides==7.7.0
 packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
-proto-plus==1.24.0
-protobuf==5.28.2
+proto-plus==1.25.0
+protobuf==5.28.3
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
@@ -131,7 +131,7 @@ pydot==1.4.2
 PyHamcrest==2.1.0
 pymongo==4.10.1
 PyMySQL==1.1.1
-pyparsing==3.1.4
+pyparsing==3.2.0
 pyproject_hooks==1.2.0
 pytest==7.4.4
 pytest-timeout==2.3.1
@@ -154,7 +154,7 @@ shapely==2.0.6
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
-SQLAlchemy==2.0.35
+SQLAlchemy==2.0.36
 sqlparse==0.5.1
 tenacity==8.5.0
 testcontainers==3.7.1
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index 2dc8530d7854..f9880e0f4790 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -33,9 +33,9 @@ cffi==1.17.1
 charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
-cramjam==2.8.4
+cramjam==2.9.0
 crcmod==1.7
-cryptography==43.0.1
+cryptography==43.0.3
 Cython==3.0.11
 Deprecated==1.2.14
 deprecation==2.1.0
@@ -56,14 +56,14 @@ google-auth==2.35.0
 google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
-google-cloud-bigquery-storage==2.26.0
+google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.0
+google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -82,7 +82,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.114.1
+hypothesis==6.115.4
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -97,7 +97,7 @@ jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==3.0.1
+MarkupSafe==3.0.2
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -109,14 +109,14 @@ objsize==0.7.0
 opentelemetry-api==1.27.0
 opentelemetry-sdk==1.27.0
 opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.7
+orjson==3.10.10
 overrides==7.7.0
 packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
-proto-plus==1.24.0
-protobuf==5.28.2
+proto-plus==1.25.0
+protobuf==5.28.3
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
@@ -129,7 +129,7 @@ pydot==1.4.2
 PyHamcrest==2.1.0
 pymongo==4.10.1
 PyMySQL==1.1.1
-pyparsing==3.1.4
+pyparsing==3.2.0
 pyproject_hooks==1.2.0
 pytest==7.4.4
 pytest-timeout==2.3.1
@@ -152,7 +152,7 @@ shapely==2.0.6
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
-SQLAlchemy==2.0.35
+SQLAlchemy==2.0.36
 sqlparse==0.5.1
 tenacity==8.5.0
 testcontainers==3.7.1
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index 6911cd992ca2..c83906ad5ea3 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -32,9 +32,9 @@ cffi==1.17.1
 charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
-cramjam==2.8.4
+cramjam==2.9.0
 crcmod==1.7
-cryptography==43.0.1
+cryptography==43.0.3
 Cython==3.0.11
 Deprecated==1.2.14
 deprecation==2.1.0
@@ -55,14 +55,14 @@ google-auth==2.35.0
 google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
-google-cloud-bigquery-storage==2.26.0
+google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.0
+google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -81,7 +81,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.114.1
+hypothesis==6.115.4
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -96,7 +96,7 @@ jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==3.0.1
+MarkupSafe==3.0.2
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -108,14 +108,14 @@ objsize==0.7.0
 opentelemetry-api==1.27.0
 opentelemetry-sdk==1.27.0
 opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.7
+orjson==3.10.10
 overrides==7.7.0
 packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
-proto-plus==1.24.0
-protobuf==5.28.2
+proto-plus==1.25.0
+protobuf==5.28.3
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
@@ -128,7 +128,7 @@ pydot==1.4.2
 PyHamcrest==2.1.0
 pymongo==4.10.1
 PyMySQL==1.1.1
-pyparsing==3.1.4
+pyparsing==3.2.0
 pyproject_hooks==1.2.0
 pytest==7.4.4
 pytest-timeout==2.3.1
@@ -147,12 +147,12 @@ rsa==4.9
 scikit-learn==1.5.2
 scipy==1.14.1
 SecretStorage==3.3.3
-setuptools==75.1.0
+setuptools==75.2.0
 shapely==2.0.6
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
-SQLAlchemy==2.0.35
+SQLAlchemy==2.0.36
 sqlparse==0.5.1
 tenacity==8.5.0
 testcontainers==3.7.1
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 7b4c72a3c3e2..41ba2e0b1f8f 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -34,9 +34,9 @@ cffi==1.17.1
 charset-normalizer==3.4.0
 click==8.1.7
 cloudpickle==2.2.1
-cramjam==2.8.4
+cramjam==2.9.0
 crcmod==1.7
-cryptography==43.0.1
+cryptography==43.0.3
 Cython==3.0.11
 Deprecated==1.2.14
 deprecation==2.1.0
@@ -58,14 +58,14 @@ google-auth==2.35.0
 google-auth-httplib2==0.2.0
 google-cloud-aiplatform==1.70.0
 google-cloud-bigquery==3.26.0
-google-cloud-bigquery-storage==2.26.0
+google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
 google-cloud-dlp==3.23.0
 google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.0
+google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
 google-cloud-recommendations-ai==0.10.12
 google-cloud-resource-manager==1.12.5
@@ -84,7 +84,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.114.1
+hypothesis==6.115.4
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -99,7 +99,7 @@ jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.4.1
 keyrings.google-artifactregistry-auth==1.1.2
-MarkupSafe==3.0.1
+MarkupSafe==3.0.2
 mmh3==5.0.1
 mock==5.1.0
 more-itertools==10.5.0
@@ -111,14 +111,14 @@ objsize==0.7.0
 opentelemetry-api==1.27.0
 opentelemetry-sdk==1.27.0
 opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.7
+orjson==3.10.10
 overrides==7.7.0
 packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
-proto-plus==1.24.0
-protobuf==5.28.2
+proto-plus==1.25.0
+protobuf==5.28.3
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
@@ -131,7 +131,7 @@ pydot==1.4.2
 PyHamcrest==2.1.0
 pymongo==4.10.1
 PyMySQL==1.1.1
-pyparsing==3.1.4
+pyparsing==3.2.0
 pyproject_hooks==1.2.0
 pytest==7.4.4
 pytest-timeout==2.3.1
@@ -154,7 +154,7 @@ shapely==2.0.6
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
-SQLAlchemy==2.0.35
+SQLAlchemy==2.0.36
 sqlparse==0.5.1
 tenacity==8.5.0
 testcontainers==3.7.1

From 6f39b5dfa3c0e375f597358aaa0c1ce3b4998e91 Mon Sep 17 00:00:00 2001
From: XQ Hu <xqhu@google.com>
Date: Tue, 29 Oct 2024 22:55:48 +0000
Subject: [PATCH 3/6] updated the reqs files

---
 .../py310/base_image_requirements.txt         | 24 ++++++++---------
 .../py311/base_image_requirements.txt         | 24 ++++++++---------
 .../py312/base_image_requirements.txt         | 26 +++++++++----------
 .../py39/base_image_requirements.txt          | 24 ++++++++---------
 4 files changed, 49 insertions(+), 49 deletions(-)

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index b2209699d63b..58c6ca78687f 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -51,28 +51,28 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.21.0
+google-api-core==2.22.0
 google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.70.0
+google-cloud-aiplatform==1.71.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.23.0
-google-cloud-language==2.14.0
+google-cloud-dlp==3.25.0
+google-cloud-language==2.15.0
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.12
-google-cloud-resource-manager==1.12.5
+google-cloud-recommendations-ai==0.10.13
+google-cloud-resource-manager==1.13.0
 google-cloud-spanner==3.49.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.13.5
-google-cloud-vision==3.7.4
+google-cloud-videointelligence==2.14.0
+google-cloud-vision==3.8.0
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.65.0
@@ -84,7 +84,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.4
+hypothesis==6.115.5
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -97,7 +97,7 @@ joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
-keyring==25.4.1
+keyring==25.5.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
 mmh3==5.0.1
@@ -140,7 +140,7 @@ python-dateutil==2.9.0.post0
 python-snappy==0.7.3
 pytz==2024.2
 PyYAML==6.0.2
-redis==5.1.1
+redis==5.2.0
 referencing==0.35.1
 regex==2024.9.11
 requests==2.32.3
@@ -160,7 +160,7 @@ tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
 tomli==2.0.2
-tqdm==4.66.5
+tqdm==4.66.6
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index f9880e0f4790..1212e043c709 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -49,28 +49,28 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.21.0
+google-api-core==2.22.0
 google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.70.0
+google-cloud-aiplatform==1.71.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.23.0
-google-cloud-language==2.14.0
+google-cloud-dlp==3.25.0
+google-cloud-language==2.15.0
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.12
-google-cloud-resource-manager==1.12.5
+google-cloud-recommendations-ai==0.10.13
+google-cloud-resource-manager==1.13.0
 google-cloud-spanner==3.49.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.13.5
-google-cloud-vision==3.7.4
+google-cloud-videointelligence==2.14.0
+google-cloud-vision==3.8.0
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.65.0
@@ -82,7 +82,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.4
+hypothesis==6.115.5
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -95,7 +95,7 @@ joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
-keyring==25.4.1
+keyring==25.5.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
 mmh3==5.0.1
@@ -138,7 +138,7 @@ python-dateutil==2.9.0.post0
 python-snappy==0.7.3
 pytz==2024.2
 PyYAML==6.0.2
-redis==5.1.1
+redis==5.2.0
 referencing==0.35.1
 regex==2024.9.11
 requests==2.32.3
@@ -157,7 +157,7 @@ sqlparse==0.5.1
 tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
-tqdm==4.66.5
+tqdm==4.66.6
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index c83906ad5ea3..33b8d91b46de 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -48,28 +48,28 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.21.0
+google-api-core==2.22.0
 google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.70.0
+google-cloud-aiplatform==1.71.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.23.0
-google-cloud-language==2.14.0
+google-cloud-dlp==3.25.0
+google-cloud-language==2.15.0
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.12
-google-cloud-resource-manager==1.12.5
+google-cloud-recommendations-ai==0.10.13
+google-cloud-resource-manager==1.13.0
 google-cloud-spanner==3.49.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.13.5
-google-cloud-vision==3.7.4
+google-cloud-videointelligence==2.14.0
+google-cloud-vision==3.8.0
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.65.0
@@ -81,7 +81,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.4
+hypothesis==6.115.5
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -94,7 +94,7 @@ joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
-keyring==25.4.1
+keyring==25.5.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
 mmh3==5.0.1
@@ -137,7 +137,7 @@ python-dateutil==2.9.0.post0
 python-snappy==0.7.3
 pytz==2024.2
 PyYAML==6.0.2
-redis==5.1.1
+redis==5.2.0
 referencing==0.35.1
 regex==2024.9.11
 requests==2.32.3
@@ -147,7 +147,7 @@ rsa==4.9
 scikit-learn==1.5.2
 scipy==1.14.1
 SecretStorage==3.3.3
-setuptools==75.2.0
+setuptools==75.3.0
 shapely==2.0.6
 six==1.16.0
 sortedcontainers==2.4.0
@@ -157,7 +157,7 @@ sqlparse==0.5.1
 tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
-tqdm==4.66.5
+tqdm==4.66.6
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 41ba2e0b1f8f..56fe6f2f76d6 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -51,28 +51,28 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.21.0
+google-api-core==2.22.0
 google-api-python-client==2.149.0
 google-apitools==0.5.31
 google-auth==2.35.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.70.0
+google-cloud-aiplatform==1.71.0
 google-cloud-bigquery==3.26.0
 google-cloud-bigquery-storage==2.27.0
 google-cloud-bigtable==2.26.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.23.0
-google-cloud-language==2.14.0
+google-cloud-dlp==3.25.0
+google-cloud-language==2.15.0
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.26.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.12
-google-cloud-resource-manager==1.12.5
+google-cloud-recommendations-ai==0.10.13
+google-cloud-resource-manager==1.13.0
 google-cloud-spanner==3.49.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.13.5
-google-cloud-vision==3.7.4
+google-cloud-videointelligence==2.14.0
+google-cloud-vision==3.8.0
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.65.0
@@ -84,7 +84,7 @@ grpcio-status==1.65.5
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.4
+hypothesis==6.115.5
 idna==3.10
 importlib_metadata==8.4.0
 iniconfig==2.0.0
@@ -97,7 +97,7 @@ joblib==1.4.2
 jsonpickle==3.3.0
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
-keyring==25.4.1
+keyring==25.5.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
 mmh3==5.0.1
@@ -140,7 +140,7 @@ python-dateutil==2.9.0.post0
 python-snappy==0.7.3
 pytz==2024.2
 PyYAML==6.0.2
-redis==5.1.1
+redis==5.2.0
 referencing==0.35.1
 regex==2024.9.11
 requests==2.32.3
@@ -160,7 +160,7 @@ tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
 tomli==2.0.2
-tqdm==4.66.5
+tqdm==4.66.6
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1

From 5d2ae057096cf061ed90e47dccfbb84b742616bd Mon Sep 17 00:00:00 2001
From: XQ Hu <xqhu@google.com>
Date: Tue, 29 Oct 2024 22:57:01 +0000
Subject: [PATCH 4/6] pin protobuf to 4.25.5

---
 sdks/python/container/py310/base_image_requirements.txt | 2 +-
 sdks/python/container/py311/base_image_requirements.txt | 2 +-
 sdks/python/container/py312/base_image_requirements.txt | 2 +-
 sdks/python/container/py39/base_image_requirements.txt  | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index 58c6ca78687f..df58fa00318c 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -118,7 +118,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.25.0
-protobuf==5.28.3
+protobuf==4.25.5
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index 1212e043c709..d7dae4ef73e4 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -116,7 +116,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.25.0
-protobuf==5.28.3
+protobuf==4.25.5
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index 33b8d91b46de..ab17b7815c27 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -115,7 +115,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.25.0
-protobuf==5.28.3
+protobuf==4.25.5
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 56fe6f2f76d6..78c7ef69dcd8 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -118,7 +118,7 @@ pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
 proto-plus==1.25.0
-protobuf==5.28.3
+protobuf==4.25.5
 psycopg2-binary==2.9.9
 pyarrow==16.1.0
 pyarrow-hotfix==0.6

From cdd60d28404a00216f0e994e8d224895a4a91728 Mon Sep 17 00:00:00 2001
From: XQ Hu <xqhu@google.com>
Date: Wed, 30 Oct 2024 17:47:55 +0000
Subject: [PATCH 5/6] pin grpcio-status to 1.62.3

---
 sdks/python/container/py310/base_image_requirements.txt | 2 +-
 sdks/python/container/py311/base_image_requirements.txt | 2 +-
 sdks/python/container/py312/base_image_requirements.txt | 2 +-
 sdks/python/container/py39/base_image_requirements.txt  | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index df58fa00318c..20834c444bf7 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -80,7 +80,7 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.65.5
+grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index d7dae4ef73e4..dfddfca9a5b1 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -78,7 +78,7 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.65.5
+grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index ab17b7815c27..e49ac2193437 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -77,7 +77,7 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.65.5
+grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 78c7ef69dcd8..0256590b0aee 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -80,7 +80,7 @@ greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.65.5
+grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0

From 23faf28e0bb053541baa54299d4d0178fb3e4204 Mon Sep 17 00:00:00 2001
From: XQ Hu <xqhu@google.com>
Date: Fri, 15 Nov 2024 17:18:57 +0000
Subject: [PATCH 6/6] updated the deps

---
 .../py310/base_image_requirements.txt         | 62 +++++++++----------
 .../py311/base_image_requirements.txt         | 58 ++++++++---------
 .../py312/base_image_requirements.txt         | 62 +++++++++----------
 .../py39/base_image_requirements.txt          | 62 +++++++++----------
 4 files changed, 122 insertions(+), 122 deletions(-)

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index 20834c444bf7..3442b92f3583 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -22,7 +22,7 @@
 # Reach out to a committer if you need help.
 
 annotated-types==0.7.0
-async-timeout==4.0.3
+async-timeout==5.0.1
 attrs==24.2.0
 backports.tarfile==1.2.0
 beautifulsoup4==4.12.3
@@ -38,7 +38,7 @@ cramjam==2.9.0
 crcmod==1.7
 cryptography==43.0.3
 Cython==3.0.11
-Deprecated==1.2.14
+Deprecated==1.2.15
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.7.0
@@ -51,31 +51,31 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.22.0
-google-api-python-client==2.149.0
+google-api-core==2.23.0
+google-api-python-client==2.153.0
 google-apitools==0.5.31
-google-auth==2.35.0
+google-auth==2.36.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.71.0
-google-cloud-bigquery==3.26.0
+google-cloud-aiplatform==1.72.0
+google-cloud-bigquery==3.27.0
 google-cloud-bigquery-storage==2.27.0
-google-cloud-bigtable==2.26.0
+google-cloud-bigtable==2.27.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.25.0
-google-cloud-language==2.15.0
+google-cloud-dlp==3.25.1
+google-cloud-language==2.15.1
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.1
+google-cloud-pubsub==2.27.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.13
-google-cloud-resource-manager==1.13.0
-google-cloud-spanner==3.49.1
+google-cloud-recommendations-ai==0.10.14
+google-cloud-resource-manager==1.13.1
+google-cloud-spanner==3.50.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.14.0
-google-cloud-vision==3.8.0
+google-cloud-videointelligence==2.14.1
+google-cloud-vision==3.8.1
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.65.0
+googleapis-common-protos==1.66.0
 greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
@@ -84,9 +84,9 @@ grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.5
+hypothesis==6.119.1
 idna==3.10
-importlib_metadata==8.4.0
+importlib_metadata==8.5.0
 iniconfig==2.0.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
@@ -94,7 +94,7 @@ jaraco.functools==4.1.0
 jeepney==0.8.0
 Jinja2==3.1.4
 joblib==1.4.2
-jsonpickle==3.3.0
+jsonpickle==3.4.2
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.5.0
@@ -108,12 +108,12 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-opentelemetry-api==1.27.0
-opentelemetry-sdk==1.27.0
-opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.10
+opentelemetry-api==1.28.1
+opentelemetry-sdk==1.28.1
+opentelemetry-semantic-conventions==0.49b1
+orjson==3.10.11
 overrides==7.7.0
-packaging==24.1
+packaging==24.2
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
@@ -142,10 +142,10 @@ pytz==2024.2
 PyYAML==6.0.2
 redis==5.2.0
 referencing==0.35.1
-regex==2024.9.11
+regex==2024.11.6
 requests==2.32.3
 requests-mock==1.12.1
-rpds-py==0.20.0
+rpds-py==0.21.0
 rsa==4.9
 scikit-learn==1.5.2
 scipy==1.14.1
@@ -155,16 +155,16 @@ six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
 SQLAlchemy==2.0.36
-sqlparse==0.5.1
+sqlparse==0.5.2
 tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
-tomli==2.0.2
-tqdm==4.66.6
+tomli==2.1.0
+tqdm==4.67.0
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1
 urllib3==2.2.3
 wrapt==1.16.0
-zipp==3.20.2
+zipp==3.21.0
 zstandard==0.23.0
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index dfddfca9a5b1..93f579b14dd8 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -37,7 +37,7 @@ cramjam==2.9.0
 crcmod==1.7
 cryptography==43.0.3
 Cython==3.0.11
-Deprecated==1.2.14
+Deprecated==1.2.15
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.7.0
@@ -49,31 +49,31 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.22.0
-google-api-python-client==2.149.0
+google-api-core==2.23.0
+google-api-python-client==2.153.0
 google-apitools==0.5.31
-google-auth==2.35.0
+google-auth==2.36.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.71.0
-google-cloud-bigquery==3.26.0
+google-cloud-aiplatform==1.72.0
+google-cloud-bigquery==3.27.0
 google-cloud-bigquery-storage==2.27.0
-google-cloud-bigtable==2.26.0
+google-cloud-bigtable==2.27.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.25.0
-google-cloud-language==2.15.0
+google-cloud-dlp==3.25.1
+google-cloud-language==2.15.1
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.1
+google-cloud-pubsub==2.27.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.13
-google-cloud-resource-manager==1.13.0
-google-cloud-spanner==3.49.1
+google-cloud-recommendations-ai==0.10.14
+google-cloud-resource-manager==1.13.1
+google-cloud-spanner==3.50.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.14.0
-google-cloud-vision==3.8.0
+google-cloud-videointelligence==2.14.1
+google-cloud-vision==3.8.1
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.65.0
+googleapis-common-protos==1.66.0
 greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
@@ -82,9 +82,9 @@ grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.5
+hypothesis==6.119.1
 idna==3.10
-importlib_metadata==8.4.0
+importlib_metadata==8.5.0
 iniconfig==2.0.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
@@ -92,7 +92,7 @@ jaraco.functools==4.1.0
 jeepney==0.8.0
 Jinja2==3.1.4
 joblib==1.4.2
-jsonpickle==3.3.0
+jsonpickle==3.4.2
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.5.0
@@ -106,12 +106,12 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-opentelemetry-api==1.27.0
-opentelemetry-sdk==1.27.0
-opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.10
+opentelemetry-api==1.28.1
+opentelemetry-sdk==1.28.1
+opentelemetry-semantic-conventions==0.49b1
+orjson==3.10.11
 overrides==7.7.0
-packaging==24.1
+packaging==24.2
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
@@ -140,10 +140,10 @@ pytz==2024.2
 PyYAML==6.0.2
 redis==5.2.0
 referencing==0.35.1
-regex==2024.9.11
+regex==2024.11.6
 requests==2.32.3
 requests-mock==1.12.1
-rpds-py==0.20.0
+rpds-py==0.21.0
 rsa==4.9
 scikit-learn==1.5.2
 scipy==1.14.1
@@ -153,15 +153,15 @@ six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
 SQLAlchemy==2.0.36
-sqlparse==0.5.1
+sqlparse==0.5.2
 tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
-tqdm==4.66.6
+tqdm==4.67.0
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1
 urllib3==2.2.3
 wrapt==1.16.0
-zipp==3.20.2
+zipp==3.21.0
 zstandard==0.23.0
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index e49ac2193437..069005318cdb 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -36,7 +36,7 @@ cramjam==2.9.0
 crcmod==1.7
 cryptography==43.0.3
 Cython==3.0.11
-Deprecated==1.2.14
+Deprecated==1.2.15
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.7.0
@@ -48,31 +48,31 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.22.0
-google-api-python-client==2.149.0
+google-api-core==2.23.0
+google-api-python-client==2.153.0
 google-apitools==0.5.31
-google-auth==2.35.0
+google-auth==2.36.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.71.0
-google-cloud-bigquery==3.26.0
+google-cloud-aiplatform==1.72.0
+google-cloud-bigquery==3.27.0
 google-cloud-bigquery-storage==2.27.0
-google-cloud-bigtable==2.26.0
+google-cloud-bigtable==2.27.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.25.0
-google-cloud-language==2.15.0
+google-cloud-dlp==3.25.1
+google-cloud-language==2.15.1
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.1
+google-cloud-pubsub==2.27.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.13
-google-cloud-resource-manager==1.13.0
-google-cloud-spanner==3.49.1
+google-cloud-recommendations-ai==0.10.14
+google-cloud-resource-manager==1.13.1
+google-cloud-spanner==3.50.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.14.0
-google-cloud-vision==3.8.0
+google-cloud-videointelligence==2.14.1
+google-cloud-vision==3.8.1
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.65.0
+googleapis-common-protos==1.66.0
 greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
@@ -81,9 +81,9 @@ grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.5
+hypothesis==6.119.1
 idna==3.10
-importlib_metadata==8.4.0
+importlib_metadata==8.5.0
 iniconfig==2.0.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
@@ -91,7 +91,7 @@ jaraco.functools==4.1.0
 jeepney==0.8.0
 Jinja2==3.1.4
 joblib==1.4.2
-jsonpickle==3.3.0
+jsonpickle==3.4.2
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.5.0
@@ -105,12 +105,12 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-opentelemetry-api==1.27.0
-opentelemetry-sdk==1.27.0
-opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.10
+opentelemetry-api==1.28.1
+opentelemetry-sdk==1.28.1
+opentelemetry-semantic-conventions==0.49b1
+orjson==3.10.11
 overrides==7.7.0
-packaging==24.1
+packaging==24.2
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
@@ -139,30 +139,30 @@ pytz==2024.2
 PyYAML==6.0.2
 redis==5.2.0
 referencing==0.35.1
-regex==2024.9.11
+regex==2024.11.6
 requests==2.32.3
 requests-mock==1.12.1
-rpds-py==0.20.0
+rpds-py==0.21.0
 rsa==4.9
 scikit-learn==1.5.2
 scipy==1.14.1
 SecretStorage==3.3.3
-setuptools==75.3.0
+setuptools==75.5.0
 shapely==2.0.6
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
 SQLAlchemy==2.0.36
-sqlparse==0.5.1
+sqlparse==0.5.2
 tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
-tqdm==4.66.6
+tqdm==4.67.0
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1
 urllib3==2.2.3
-wheel==0.44.0
+wheel==0.45.0
 wrapt==1.16.0
-zipp==3.20.2
+zipp==3.21.0
 zstandard==0.23.0
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 0256590b0aee..22ab0a2fbcf8 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -22,7 +22,7 @@
 # Reach out to a committer if you need help.
 
 annotated-types==0.7.0
-async-timeout==4.0.3
+async-timeout==5.0.1
 attrs==24.2.0
 backports.tarfile==1.2.0
 beautifulsoup4==4.12.3
@@ -38,7 +38,7 @@ cramjam==2.9.0
 crcmod==1.7
 cryptography==43.0.3
 Cython==3.0.11
-Deprecated==1.2.14
+Deprecated==1.2.15
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.7.0
@@ -51,31 +51,31 @@ fastavro==1.9.7
 fasteners==0.19
 freezegun==1.5.1
 future==1.0.0
-google-api-core==2.22.0
-google-api-python-client==2.149.0
+google-api-core==2.23.0
+google-api-python-client==2.153.0
 google-apitools==0.5.31
-google-auth==2.35.0
+google-auth==2.36.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.71.0
-google-cloud-bigquery==3.26.0
+google-cloud-aiplatform==1.72.0
+google-cloud-bigquery==3.27.0
 google-cloud-bigquery-storage==2.27.0
-google-cloud-bigtable==2.26.0
+google-cloud-bigtable==2.27.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.20.1
-google-cloud-dlp==3.25.0
-google-cloud-language==2.15.0
+google-cloud-dlp==3.25.1
+google-cloud-language==2.15.1
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.26.1
+google-cloud-pubsub==2.27.1
 google-cloud-pubsublite==1.11.1
-google-cloud-recommendations-ai==0.10.13
-google-cloud-resource-manager==1.13.0
-google-cloud-spanner==3.49.1
+google-cloud-recommendations-ai==0.10.14
+google-cloud-resource-manager==1.13.1
+google-cloud-spanner==3.50.1
 google-cloud-storage==2.18.2
-google-cloud-videointelligence==2.14.0
-google-cloud-vision==3.8.0
+google-cloud-videointelligence==2.14.1
+google-cloud-vision==3.8.1
 google-crc32c==1.6.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.65.0
+googleapis-common-protos==1.66.0
 greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
@@ -84,9 +84,9 @@ grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.115.5
+hypothesis==6.119.1
 idna==3.10
-importlib_metadata==8.4.0
+importlib_metadata==8.5.0
 iniconfig==2.0.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
@@ -94,7 +94,7 @@ jaraco.functools==4.1.0
 jeepney==0.8.0
 Jinja2==3.1.4
 joblib==1.4.2
-jsonpickle==3.3.0
+jsonpickle==3.4.2
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 keyring==25.5.0
@@ -108,12 +108,12 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-opentelemetry-api==1.27.0
-opentelemetry-sdk==1.27.0
-opentelemetry-semantic-conventions==0.48b0
-orjson==3.10.10
+opentelemetry-api==1.28.1
+opentelemetry-sdk==1.28.1
+opentelemetry-semantic-conventions==0.49b1
+orjson==3.10.11
 overrides==7.7.0
-packaging==24.1
+packaging==24.2
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
@@ -142,10 +142,10 @@ pytz==2024.2
 PyYAML==6.0.2
 redis==5.2.0
 referencing==0.35.1
-regex==2024.9.11
+regex==2024.11.6
 requests==2.32.3
 requests-mock==1.12.1
-rpds-py==0.20.0
+rpds-py==0.21.0
 rsa==4.9
 scikit-learn==1.5.2
 scipy==1.13.1
@@ -155,16 +155,16 @@ six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.6
 SQLAlchemy==2.0.36
-sqlparse==0.5.1
+sqlparse==0.5.2
 tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
-tomli==2.0.2
-tqdm==4.66.6
+tomli==2.1.0
+tqdm==4.67.0
 typing_extensions==4.12.2
 tzdata==2024.2
 uritemplate==4.1.1
 urllib3==2.2.3
 wrapt==1.16.0
-zipp==3.20.2
+zipp==3.21.0
 zstandard==0.23.0