From dd0d58890c1572b2568bbb2353cf09d3e2ccde53 Mon Sep 17 00:00:00 2001
From: damccorm <actions@highmem-runner-nwzgd-8k5w9.local>
Date: Sun, 14 Jul 2024 00:32:35 +0000
Subject: [PATCH] Update Python Dependencies

---
 .../py310/base_image_requirements.txt         | 117 ++++++++---------
 .../py311/base_image_requirements.txt         | 115 ++++++++---------
 .../py312/base_image_requirements.txt         | 100 ++++++++-------
 .../py38/base_image_requirements.txt          | 115 ++++++++---------
 .../py39/base_image_requirements.txt          | 121 +++++++++---------
 5 files changed, 287 insertions(+), 281 deletions(-)

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index e2806270e544..d4b1f50270e3 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -21,76 +21,77 @@
 # https://s.apache.org/beam-python-dev-wiki
 # Reach out to a committer if you need help.
 
-annotated-types==0.6.0
+annotated-types==0.7.0
 async-timeout==4.0.3
 attrs==23.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
 build==1.2.1
 cachetools==5.3.3
-certifi==2024.2.2
+certifi==2024.7.4
 cffi==1.16.0
 charset-normalizer==3.3.2
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.3
 crcmod==1.7
-cryptography==42.0.5
+cryptography==42.0.8
 Cython==0.29.37
-Deprecated==1.2.14
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.6.1
-docker==7.0.0
+docker==7.1.0
 docopt==0.6.2
 docstring_parser==0.16
-exceptiongroup==1.2.0
+exceptiongroup==1.2.2
 execnet==2.1.1
-fastavro==1.9.4
+fastavro==1.9.5
 fasteners==0.19
-freezegun==1.4.0
+freezegun==1.5.1
 future==1.0.0
-google-api-core==2.18.0
-google-api-python-client==2.126.0
+google-api-core==2.19.1
+google-api-python-client==2.137.0
 google-apitools==0.5.31
-google-auth==2.29.0
+google-auth==2.32.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.47.0
-google-cloud-bigquery==3.20.1
-google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.1
+google-cloud-aiplatform==1.59.0
+google-cloud-bigquery==3.25.0
+google-cloud-bigquery-storage==2.25.0
+google-cloud-bigtable==2.24.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
-google-cloud-dlp==3.16.0
-google-cloud-language==2.13.3
+google-cloud-dlp==3.18.1
+google-cloud-language==2.13.4
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.10.0
-google-cloud-recommendations-ai==0.10.10
-google-cloud-resource-manager==1.12.3
-google-cloud-spanner==3.44.0
-google-cloud-storage==2.16.0
-google-cloud-videointelligence==2.13.3
-google-cloud-vision==3.7.2
+google-cloud-pubsub==2.22.0
+google-cloud-pubsublite==1.11.0
+google-cloud-recommendations-ai==0.10.11
+google-cloud-resource-manager==1.12.4
+google-cloud-spanner==3.47.0
+google-cloud-storage==2.17.0
+google-cloud-videointelligence==2.13.4
+google-cloud-vision==3.7.3
 google-crc32c==1.5.0
-google-resumable-media==2.7.0
-googleapis-common-protos==1.63.0
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.2
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.62.2
+grpcio==1.64.1
 grpcio-status==1.62.2
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.100.1
+hypothesis==6.108.0
 idna==3.7
 iniconfig==2.0.0
-joblib==1.4.0
+Jinja2==3.0.3
+joblib==1.4.2
 Js2Py==0.74
-jsonpickle==3.0.4
-jsonschema==4.21.1
+jsonpickle==3.2.2
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
+MarkupSafe==2.1.5
 mmh3==4.1.0
 mock==5.1.0
 nltk==3.8.1
@@ -98,60 +99,60 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-orjson==3.10.1
+orjson==3.10.6
 overrides==7.7.0
-packaging==24.0
+packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
-pluggy==1.4.0
-proto-plus==1.23.0
+pluggy==1.5.0
+proto-plus==1.24.0
 protobuf==4.25.3
 psycopg2-binary==2.9.9
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.7.0
-pydantic_core==2.18.1
+pydantic==2.8.2
+pydantic_core==2.20.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
-pymongo==4.6.3
-PyMySQL==1.1.0
+pymongo==4.8.0
+PyMySQL==1.1.1
 pyparsing==3.1.2
-pyproject_hooks==1.0.0
+pyproject_hooks==1.1.0
 pytest==7.4.4
 pytest-timeout==2.3.1
-pytest-xdist==3.5.0
+pytest-xdist==3.6.1
 python-dateutil==2.9.0.post0
-python-snappy==0.7.1
+python-snappy==0.7.2
 pytz==2024.1
 PyYAML==6.0.1
-redis==5.0.3
-referencing==0.34.0
-regex==2024.4.16
+redis==5.0.7
+referencing==0.35.1
+regex==2024.5.15
 requests==2.31.0
 requests-mock==1.12.1
-rpds-py==0.18.0
+rpds-py==0.19.0
 rsa==4.9
-scikit-learn==1.4.2
-scipy==1.13.0
-shapely==2.0.4
+scikit-learn==1.5.1
+scipy==1.14.0
+shapely==2.0.5
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
-SQLAlchemy==2.0.29
+SQLAlchemy==2.0.31
 sqlparse==0.5.0
-tenacity==8.2.3
+tenacity==8.5.0
 testcontainers==3.7.1
-threadpoolctl==3.4.0
+threadpoolctl==3.5.0
 tomli==2.0.1
-tqdm==4.66.2
-typing_extensions==4.11.0
+tqdm==4.66.4
+typing_extensions==4.12.2
 tzdata==2024.1
 tzlocal==5.2
 uritemplate==4.1.1
-urllib3==2.2.1
+urllib3==2.2.2
 wrapt==1.16.0
 zstandard==0.22.0
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index 1cba006ad32c..06e2431b8a9d 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -21,74 +21,75 @@
 # https://s.apache.org/beam-python-dev-wiki
 # Reach out to a committer if you need help.
 
-annotated-types==0.6.0
+annotated-types==0.7.0
 attrs==23.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
 build==1.2.1
 cachetools==5.3.3
-certifi==2024.2.2
+certifi==2024.7.4
 cffi==1.16.0
 charset-normalizer==3.3.2
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.3
 crcmod==1.7
-cryptography==42.0.5
+cryptography==42.0.8
 Cython==0.29.37
-Deprecated==1.2.14
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.6.1
-docker==7.0.0
+docker==7.1.0
 docopt==0.6.2
 docstring_parser==0.16
 execnet==2.1.1
-fastavro==1.9.4
+fastavro==1.9.5
 fasteners==0.19
-freezegun==1.4.0
+freezegun==1.5.1
 future==1.0.0
-google-api-core==2.18.0
-google-api-python-client==2.126.0
+google-api-core==2.19.1
+google-api-python-client==2.137.0
 google-apitools==0.5.31
-google-auth==2.29.0
+google-auth==2.32.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.47.0
-google-cloud-bigquery==3.20.1
-google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.1
+google-cloud-aiplatform==1.59.0
+google-cloud-bigquery==3.25.0
+google-cloud-bigquery-storage==2.25.0
+google-cloud-bigtable==2.24.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
-google-cloud-dlp==3.16.0
-google-cloud-language==2.13.3
+google-cloud-dlp==3.18.1
+google-cloud-language==2.13.4
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.10.0
-google-cloud-recommendations-ai==0.10.10
-google-cloud-resource-manager==1.12.3
-google-cloud-spanner==3.44.0
-google-cloud-storage==2.16.0
-google-cloud-videointelligence==2.13.3
-google-cloud-vision==3.7.2
+google-cloud-pubsub==2.22.0
+google-cloud-pubsublite==1.11.0
+google-cloud-recommendations-ai==0.10.11
+google-cloud-resource-manager==1.12.4
+google-cloud-spanner==3.47.0
+google-cloud-storage==2.17.0
+google-cloud-videointelligence==2.13.4
+google-cloud-vision==3.7.3
 google-crc32c==1.5.0
-google-resumable-media==2.7.0
-googleapis-common-protos==1.63.0
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.2
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.62.2
+grpcio==1.64.1
 grpcio-status==1.62.2
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.100.1
+hypothesis==6.108.0
 idna==3.7
 iniconfig==2.0.0
-joblib==1.4.0
+Jinja2==3.0.3
+joblib==1.4.2
 Js2Py==0.74
-jsonpickle==3.0.4
-jsonschema==4.21.1
+jsonpickle==3.2.2
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
+MarkupSafe==2.1.5
 mmh3==4.1.0
 mock==5.1.0
 nltk==3.8.1
@@ -96,59 +97,59 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-orjson==3.10.1
+orjson==3.10.6
 overrides==7.7.0
-packaging==24.0
+packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
-pluggy==1.4.0
-proto-plus==1.23.0
+pluggy==1.5.0
+proto-plus==1.24.0
 protobuf==4.25.3
 psycopg2-binary==2.9.9
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.7.0
-pydantic_core==2.18.1
+pydantic==2.8.2
+pydantic_core==2.20.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
-pymongo==4.6.3
-PyMySQL==1.1.0
+pymongo==4.8.0
+PyMySQL==1.1.1
 pyparsing==3.1.2
-pyproject_hooks==1.0.0
+pyproject_hooks==1.1.0
 pytest==7.4.4
 pytest-timeout==2.3.1
-pytest-xdist==3.5.0
+pytest-xdist==3.6.1
 python-dateutil==2.9.0.post0
-python-snappy==0.7.1
+python-snappy==0.7.2
 pytz==2024.1
 PyYAML==6.0.1
-redis==5.0.3
-referencing==0.34.0
-regex==2024.4.16
+redis==5.0.7
+referencing==0.35.1
+regex==2024.5.15
 requests==2.31.0
 requests-mock==1.12.1
-rpds-py==0.18.0
+rpds-py==0.19.0
 rsa==4.9
-scikit-learn==1.4.2
-scipy==1.13.0
-shapely==2.0.4
+scikit-learn==1.5.1
+scipy==1.14.0
+shapely==2.0.5
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
-SQLAlchemy==2.0.29
+SQLAlchemy==2.0.31
 sqlparse==0.5.0
-tenacity==8.2.3
+tenacity==8.5.0
 testcontainers==3.7.1
-threadpoolctl==3.4.0
-tqdm==4.66.2
-typing_extensions==4.11.0
+threadpoolctl==3.5.0
+tqdm==4.66.4
+typing_extensions==4.12.2
 tzdata==2024.1
 tzlocal==5.2
 uritemplate==4.1.1
-urllib3==2.2.1
+urllib3==2.2.2
 wrapt==1.16.0
 zstandard==0.22.0
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index 4a6147b573b8..dcb12860ab5f 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -21,72 +21,74 @@
 # https://s.apache.org/beam-python-dev-wiki
 # Reach out to a committer if you need help.
 
-annotated-types==0.6.0
+annotated-types==0.7.0
 attrs==23.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
 build==1.2.1
 cachetools==5.3.3
-certifi==2024.2.2
+certifi==2024.7.4
 cffi==1.16.0
 charset-normalizer==3.3.2
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.3
 crcmod==1.7
-cryptography==42.0.7
+cryptography==42.0.8
 Cython==0.29.37
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.6.1
-docker==7.0.0
+docker==7.1.0
 docopt==0.6.2
 docstring_parser==0.16
 execnet==2.1.1
-fastavro==1.9.4
+fastavro==1.9.5
 fasteners==0.19
-freezegun==1.5.0
+freezegun==1.5.1
 future==1.0.0
-google-api-core==2.19.0
-google-api-python-client==2.128.0
+google-api-core==2.19.1
+google-api-python-client==2.137.0
 google-apitools==0.5.31
-google-auth==2.29.0
+google-auth==2.32.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.50.0
-google-cloud-bigquery==3.22.0
+google-cloud-aiplatform==1.59.0
+google-cloud-bigquery==3.25.0
 google-cloud-bigquery-storage==2.25.0
-google-cloud-bigtable==2.23.1
+google-cloud-bigtable==2.24.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
-google-cloud-dlp==3.16.0
-google-cloud-language==2.13.3
+google-cloud-dlp==3.18.1
+google-cloud-language==2.13.4
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.10.0
-google-cloud-recommendations-ai==0.10.10
-google-cloud-resource-manager==1.12.3
-google-cloud-spanner==3.46.0
-google-cloud-storage==2.16.0
-google-cloud-videointelligence==2.13.3
-google-cloud-vision==3.7.2
+google-cloud-pubsub==2.22.0
+google-cloud-pubsublite==1.11.0
+google-cloud-recommendations-ai==0.10.11
+google-cloud-resource-manager==1.12.4
+google-cloud-spanner==3.47.0
+google-cloud-storage==2.17.0
+google-cloud-videointelligence==2.13.4
+google-cloud-vision==3.7.3
 google-crc32c==1.5.0
-google-resumable-media==2.7.0
-googleapis-common-protos==1.63.0
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.2
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.63.0
+grpcio==1.64.1
 grpcio-status==1.62.2
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.100.5
+hypothesis==6.108.0
 idna==3.7
 iniconfig==2.0.0
+Jinja2==3.0.3
 joblib==1.4.2
-jsonpickle==3.0.4
-jsonschema==4.22.0
+jsonpickle==3.2.2
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
+MarkupSafe==2.1.5
 mmh3==4.1.0
 mock==5.1.0
 nltk==3.8.1
@@ -94,59 +96,59 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-orjson==3.10.3
+orjson==3.10.6
 overrides==7.7.0
-packaging==24.0
+packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
 pluggy==1.5.0
-proto-plus==1.23.0
+proto-plus==1.24.0
 protobuf==4.25.3
 psycopg2-binary==2.9.9
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.7.1
-pydantic_core==2.18.2
+pydantic==2.8.2
+pydantic_core==2.20.1
 pydot==1.4.2
 PyHamcrest==2.1.0
-pymongo==4.7.1
-PyMySQL==1.1.0
+pymongo==4.8.0
+PyMySQL==1.1.1
 pyparsing==3.1.2
 pyproject_hooks==1.1.0
 pytest==7.4.4
 pytest-timeout==2.3.1
 pytest-xdist==3.6.1
 python-dateutil==2.9.0.post0
-python-snappy==0.7.1
+python-snappy==0.7.2
 pytz==2024.1
 PyYAML==6.0.1
-redis==5.0.4
+redis==5.0.7
 referencing==0.35.1
-regex==2024.4.28
+regex==2024.5.15
 requests==2.31.0
 requests-mock==1.12.1
-rpds-py==0.18.1
+rpds-py==0.19.0
 rsa==4.9
-scikit-learn==1.4.2
-scipy==1.13.0
-setuptools==69.5.1
-shapely==2.0.4
+scikit-learn==1.5.1
+scipy==1.14.0
+setuptools==70.3.0
+shapely==2.0.5
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
-SQLAlchemy==2.0.30
+SQLAlchemy==2.0.31
 sqlparse==0.5.0
-tenacity==8.3.0
+tenacity==8.5.0
 testcontainers==3.7.1
 threadpoolctl==3.5.0
 tqdm==4.66.4
-typing_extensions==4.11.0
+typing_extensions==4.12.2
 tzdata==2024.1
 uritemplate==4.1.1
-urllib3==2.2.1
+urllib3==2.2.2
 wheel==0.43.0
 wrapt==1.16.0
 zstandard==0.22.0
diff --git a/sdks/python/container/py38/base_image_requirements.txt b/sdks/python/container/py38/base_image_requirements.txt
index f88dba103469..055e8ef1a73c 100644
--- a/sdks/python/container/py38/base_image_requirements.txt
+++ b/sdks/python/container/py38/base_image_requirements.txt
@@ -21,7 +21,7 @@
 # https://s.apache.org/beam-python-dev-wiki
 # Reach out to a committer if you need help.
 
-annotated-types==0.6.0
+annotated-types==0.7.0
 async-timeout==4.0.3
 attrs==23.2.0
 backports.zoneinfo==0.2.1
@@ -36,64 +36,65 @@ click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.3
 crcmod==1.7
-cryptography==42.0.5
+cryptography==42.0.8
 Cython==0.29.37
-Deprecated==1.2.14
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.6.1
-docker==7.0.0
+docker==7.1.0
 docopt==0.6.2
 docstring_parser==0.16
-exceptiongroup==1.2.0
+exceptiongroup==1.2.2
 execnet==2.1.1
-fastavro==1.9.4
+fastavro==1.9.5
 fasteners==0.19
-freezegun==1.4.0
+freezegun==1.5.1
 future==1.0.0
-google-api-core==2.18.0
-google-api-python-client==2.126.0
+google-api-core==2.19.1
+google-api-python-client==2.137.0
 google-apitools==0.5.31
-google-auth==2.29.0
+google-auth==2.32.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.47.0
-google-cloud-bigquery==3.20.1
-google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.1
+google-cloud-aiplatform==1.59.0
+google-cloud-bigquery==3.25.0
+google-cloud-bigquery-storage==2.25.0
+google-cloud-bigtable==2.24.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
-google-cloud-dlp==3.16.0
-google-cloud-language==2.13.3
+google-cloud-dlp==3.18.1
+google-cloud-language==2.13.4
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.10.0
-google-cloud-recommendations-ai==0.10.10
-google-cloud-resource-manager==1.12.3
-google-cloud-spanner==3.44.0
-google-cloud-storage==2.16.0
-google-cloud-videointelligence==2.13.3
-google-cloud-vision==3.7.2
+google-cloud-pubsub==2.22.0
+google-cloud-pubsublite==1.11.0
+google-cloud-recommendations-ai==0.10.11
+google-cloud-resource-manager==1.12.4
+google-cloud-spanner==3.47.0
+google-cloud-storage==2.17.0
+google-cloud-videointelligence==2.13.4
+google-cloud-vision==3.7.3
 google-crc32c==1.5.0
-google-resumable-media==2.7.0
-googleapis-common-protos==1.63.0
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.2
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.62.2
+grpcio==1.64.1
 grpcio-status==1.62.2
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.100.1
+hypothesis==6.108.0
 idna==3.7
-importlib_metadata==7.1.0
+importlib_metadata==8.0.0
 importlib_resources==6.4.0
 iniconfig==2.0.0
-joblib==1.4.0
+Jinja2==3.0.3
+joblib==1.4.2
 Js2Py==0.74
-jsonpickle==3.0.4
-jsonschema==4.21.1
+jsonpickle==3.2.2
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
+MarkupSafe==2.1.5
 mmh3==4.1.0
 mock==5.1.0
 nltk==3.8.1
@@ -101,62 +102,62 @@ nose==1.3.7
 numpy==1.24.4
 oauth2client==4.1.3
 objsize==0.7.0
-orjson==3.10.1
+orjson==3.10.6
 overrides==7.7.0
-packaging==24.0
+packaging==24.1
 pandas==2.0.3
 parameterized==0.9.0
 pkgutil_resolve_name==1.3.10
-pluggy==1.4.0
-proto-plus==1.23.0
+pluggy==1.5.0
+proto-plus==1.24.0
 protobuf==4.25.3
 psycopg2-binary==2.9.9
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.7.0
-pydantic_core==2.18.1
+pydantic==2.8.2
+pydantic_core==2.20.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
-pymongo==4.6.3
-PyMySQL==1.1.0
+pymongo==4.8.0
+PyMySQL==1.1.1
 pyparsing==3.1.2
-pyproject_hooks==1.0.0
+pyproject_hooks==1.1.0
 pytest==7.4.4
 pytest-timeout==2.3.1
-pytest-xdist==3.5.0
+pytest-xdist==3.6.1
 python-dateutil==2.9.0.post0
-python-snappy==0.7.1
+python-snappy==0.7.2
 pytz==2024.1
 PyYAML==6.0.1
-redis==5.0.3
-referencing==0.34.0
-regex==2024.4.16
+redis==5.0.7
+referencing==0.35.1
+regex==2024.5.15
 requests==2.31.0
 requests-mock==1.12.1
-rpds-py==0.18.0
+rpds-py==0.19.0
 rsa==4.9
 scikit-learn==1.3.2
 scipy==1.10.1
-shapely==2.0.4
+shapely==2.0.5
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
-SQLAlchemy==2.0.29
+SQLAlchemy==2.0.31
 sqlparse==0.5.0
-tenacity==8.2.3
+tenacity==8.5.0
 testcontainers==3.7.1
-threadpoolctl==3.4.0
+threadpoolctl==3.5.0
 tomli==2.0.1
-tqdm==4.66.3
-typing_extensions==4.11.0
+tqdm==4.66.4
+typing_extensions==4.12.2
 tzdata==2024.1
 tzlocal==5.2
 uritemplate==4.1.1
-urllib3==2.2.1
+urllib3==2.2.2
 wrapt==1.16.0
-zipp==3.18.1
+zipp==3.19.2
 zstandard==0.22.0
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 39b888dd6ab7..a9c6330bab1c 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -21,77 +21,78 @@
 # https://s.apache.org/beam-python-dev-wiki
 # Reach out to a committer if you need help.
 
-annotated-types==0.6.0
+annotated-types==0.7.0
 async-timeout==4.0.3
 attrs==23.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
 build==1.2.1
 cachetools==5.3.3
-certifi==2024.2.2
+certifi==2024.7.4
 cffi==1.16.0
 charset-normalizer==3.3.2
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.3
 crcmod==1.7
-cryptography==42.0.5
+cryptography==42.0.8
 Cython==0.29.37
-Deprecated==1.2.14
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.6.1
-docker==7.0.0
+docker==7.1.0
 docopt==0.6.2
 docstring_parser==0.16
-exceptiongroup==1.2.0
+exceptiongroup==1.2.2
 execnet==2.1.1
-fastavro==1.9.4
+fastavro==1.9.5
 fasteners==0.19
-freezegun==1.4.0
+freezegun==1.5.1
 future==1.0.0
-google-api-core==2.18.0
-google-api-python-client==2.126.0
+google-api-core==2.19.1
+google-api-python-client==2.137.0
 google-apitools==0.5.31
-google-auth==2.29.0
+google-auth==2.32.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.47.0
-google-cloud-bigquery==3.20.1
-google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.1
+google-cloud-aiplatform==1.59.0
+google-cloud-bigquery==3.25.0
+google-cloud-bigquery-storage==2.25.0
+google-cloud-bigtable==2.24.0
 google-cloud-core==2.4.1
 google-cloud-datastore==2.19.0
-google-cloud-dlp==3.16.0
-google-cloud-language==2.13.3
+google-cloud-dlp==3.18.1
+google-cloud-language==2.13.4
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.10.0
-google-cloud-recommendations-ai==0.10.10
-google-cloud-resource-manager==1.12.3
-google-cloud-spanner==3.44.0
-google-cloud-storage==2.16.0
-google-cloud-videointelligence==2.13.3
-google-cloud-vision==3.7.2
+google-cloud-pubsub==2.22.0
+google-cloud-pubsublite==1.11.0
+google-cloud-recommendations-ai==0.10.11
+google-cloud-resource-manager==1.12.4
+google-cloud-spanner==3.47.0
+google-cloud-storage==2.17.0
+google-cloud-videointelligence==2.13.4
+google-cloud-vision==3.7.3
 google-crc32c==1.5.0
-google-resumable-media==2.7.0
-googleapis-common-protos==1.63.0
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.2
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.62.2
+grpcio==1.64.1
 grpcio-status==1.62.2
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.100.1
+hypothesis==6.108.0
 idna==3.7
-importlib_metadata==7.1.0
+importlib_metadata==8.0.0
 iniconfig==2.0.0
-joblib==1.4.0
+Jinja2==3.0.3
+joblib==1.4.2
 Js2Py==0.74
-jsonpickle==3.0.4
-jsonschema==4.21.1
+jsonpickle==3.2.2
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
+MarkupSafe==2.1.5
 mmh3==4.1.0
 mock==5.1.0
 nltk==3.8.1
@@ -99,61 +100,61 @@ nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-orjson==3.10.1
+orjson==3.10.6
 overrides==7.7.0
-packaging==24.0
+packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
-pluggy==1.4.0
-proto-plus==1.23.0
+pluggy==1.5.0
+proto-plus==1.24.0
 protobuf==4.25.3
 psycopg2-binary==2.9.9
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.7.0
-pydantic_core==2.18.1
+pydantic==2.8.2
+pydantic_core==2.20.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
-pymongo==4.6.3
-PyMySQL==1.1.0
+pymongo==4.8.0
+PyMySQL==1.1.1
 pyparsing==3.1.2
-pyproject_hooks==1.0.0
+pyproject_hooks==1.1.0
 pytest==7.4.4
 pytest-timeout==2.3.1
-pytest-xdist==3.5.0
+pytest-xdist==3.6.1
 python-dateutil==2.9.0.post0
-python-snappy==0.7.1
+python-snappy==0.7.2
 pytz==2024.1
 PyYAML==6.0.1
-redis==5.0.3
-referencing==0.34.0
-regex==2024.4.16
+redis==5.0.7
+referencing==0.35.1
+regex==2024.5.15
 requests==2.31.0
 requests-mock==1.12.1
-rpds-py==0.18.0
+rpds-py==0.19.0
 rsa==4.9
-scikit-learn==1.4.2
-scipy==1.13.0
-shapely==2.0.4
+scikit-learn==1.5.1
+scipy==1.13.1
+shapely==2.0.5
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
-SQLAlchemy==2.0.29
+SQLAlchemy==2.0.31
 sqlparse==0.5.0
-tenacity==8.2.3
+tenacity==8.5.0
 testcontainers==3.7.1
-threadpoolctl==3.4.0
+threadpoolctl==3.5.0
 tomli==2.0.1
-tqdm==4.66.2
-typing_extensions==4.11.0
+tqdm==4.66.4
+typing_extensions==4.12.2
 tzdata==2024.1
 tzlocal==5.2
 uritemplate==4.1.1
-urllib3==2.2.1
+urllib3==2.2.2
 wrapt==1.16.0
-zipp==3.18.1
+zipp==3.19.2
 zstandard==0.22.0