diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt index 0cae8ca6ef086..4c08a8a424525 100644 --- a/sdks/python/container/py310/base_image_requirements.txt +++ b/sdks/python/container/py310/base_image_requirements.txt @@ -30,7 +30,7 @@ cachetools==5.3.1 certifi==2023.7.22 cffi==1.15.1 charset-normalizer==3.2.0 -click==8.1.6 +click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 cryptography==41.0.3 @@ -40,50 +40,50 @@ dill==0.3.1.1 dnspython==2.4.2 docker==6.1.3 docopt==0.6.2 -exceptiongroup==1.1.2 +exceptiongroup==1.1.3 execnet==2.0.2 -fastavro==1.8.2 +fastavro==1.8.3 fasteners==0.18 flatbuffers==23.5.26 freezegun==1.2.2 future==0.18.3 gast==0.4.0 google-api-core==2.11.1 -google-api-python-client==2.96.0 +google-api-python-client==2.98.0 google-apitools==0.5.31 google-auth==2.22.0 google-auth-httplib2==0.1.0 google-auth-oauthlib==1.0.0 -google-cloud-aiplatform==1.29.0 +google-cloud-aiplatform==1.32.0 google-cloud-bigquery==3.11.4 google-cloud-bigquery-storage==2.22.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 -google-cloud-datastore==2.17.0 +google-cloud-datastore==2.18.0 google-cloud-dlp==3.12.2 -google-cloud-language==2.10.1 -google-cloud-profiler==4.0.0 -google-cloud-pubsub==2.18.2 +google-cloud-language==2.11.0 +google-cloud-profiler==4.1.0 +google-cloud-pubsub==2.18.3 google-cloud-pubsublite==1.8.3 google-cloud-recommendations-ai==0.10.4 google-cloud-resource-manager==1.10.3 -google-cloud-spanner==3.40.0 +google-cloud-spanner==3.40.1 google-cloud-storage==2.10.0 google-cloud-videointelligence==2.11.3 google-cloud-vision==3.4.4 google-crc32c==1.5.0 google-pasta==0.2.0 -google-resumable-media==2.5.0 +google-resumable-media==2.6.0 googleapis-common-protos==1.60.0 greenlet==2.0.2 grpc-google-iam-v1==0.12.6 -grpcio==1.56.2 -grpcio-status==1.56.2 +grpcio==1.58.0 +grpcio-status==1.58.0 guppy3==3.1.3 h5py==3.9.0 hdfs==2.7.2 httplib2==0.22.0 -hypothesis==6.82.3 +hypothesis==6.84.2 idna==3.4 iniconfig==2.0.0 joblib==1.3.2 @@ -105,9 +105,9 @@ overrides==6.5.0 packaging==23.1 pandas==1.5.3 parameterized==0.9.0 -pluggy==1.2.0 +pluggy==1.3.0 proto-plus==1.22.3 -protobuf==4.23.4 +protobuf==4.24.3 psycopg2-binary==2.9.7 pyarrow==11.0.0 pyasn1==0.5.0 @@ -115,15 +115,15 @@ pyasn1-modules==0.3.0 pycparser==2.21 pydot==1.4.2 PyHamcrest==2.0.4 -pymongo==4.4.1 +pymongo==4.5.0 PyMySQL==1.1.0 pyparsing==3.1.1 -pytest==7.4.0 +pytest==7.4.2 pytest-timeout==2.1.0 pytest-xdist==3.3.1 python-dateutil==2.8.2 python-snappy==0.6.1 -pytz==2023.3 +pytz==2023.3.post1 PyYAML==6.0.1 regex==2023.8.8 requests==2.31.0 @@ -131,14 +131,14 @@ requests-mock==1.11.0 requests-oauthlib==1.3.1 rsa==4.9 scikit-learn==1.3.0 -scipy==1.11.1 +scipy==1.11.2 Shapely==1.8.5.post1 six==1.16.0 sortedcontainers==2.4.0 -soupsieve==2.4.1 +soupsieve==2.5 SQLAlchemy==1.4.49 sqlparse==0.4.4 -tenacity==8.2.2 +tenacity==8.2.3 tensorboard==2.13.0 tensorboard-data-server==0.7.1 tensorflow==2.13.0 @@ -149,11 +149,11 @@ termcolor==2.3.0 testcontainers==3.7.1 threadpoolctl==3.2.0 tomli==2.0.1 -tqdm==4.66.0 +tqdm==4.66.1 typing_extensions==4.5.0 uritemplate==4.1.1 urllib3==1.26.16 -websocket-client==1.6.1 -Werkzeug==2.3.6 +websocket-client==1.6.2 +Werkzeug==2.3.7 wrapt==1.15.0 zstandard==0.21.0 diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt index 241a9ad581cb6..8460fc32d9c9c 100644 --- a/sdks/python/container/py311/base_image_requirements.txt +++ b/sdks/python/container/py311/base_image_requirements.txt @@ -30,7 +30,7 @@ cachetools==5.3.1 certifi==2023.7.22 cffi==1.15.1 charset-normalizer==3.2.0 -click==8.1.6 +click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 cryptography==41.0.3 @@ -41,7 +41,7 @@ dnspython==2.4.2 docker==6.1.3 docopt==0.6.2 execnet==2.0.2 -fastavro==1.8.2 +fastavro==1.8.3 fasteners==0.18 flatbuffers==23.5.26 freezegun==1.2.2 @@ -52,35 +52,35 @@ google-apitools==0.5.31 google-auth==2.22.0 google-auth-httplib2==0.1.0 google-auth-oauthlib==1.0.0 -google-cloud-aiplatform==1.29.0 +google-cloud-aiplatform==1.32.0 google-cloud-bigquery==3.11.4 google-cloud-bigquery-storage==2.22.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 -google-cloud-datastore==2.17.0 +google-cloud-datastore==2.18.0 google-cloud-dlp==3.12.2 -google-cloud-language==2.10.1 -google-cloud-pubsub==2.18.2 +google-cloud-language==2.11.0 +google-cloud-pubsub==2.18.3 google-cloud-pubsublite==1.8.3 google-cloud-recommendations-ai==0.10.4 google-cloud-resource-manager==1.10.3 -google-cloud-spanner==3.40.0 +google-cloud-spanner==3.40.1 google-cloud-storage==2.10.0 google-cloud-videointelligence==2.11.3 google-cloud-vision==3.4.4 google-crc32c==1.5.0 google-pasta==0.2.0 -google-resumable-media==2.5.0 +google-resumable-media==2.6.0 googleapis-common-protos==1.60.0 greenlet==2.0.2 grpc-google-iam-v1==0.12.6 -grpcio==1.56.2 -grpcio-status==1.56.2 +grpcio==1.58.0 +grpcio-status==1.58.0 guppy3==3.1.3 h5py==3.9.0 hdfs==2.7.2 httplib2==0.22.0 -hypothesis==6.82.3 +hypothesis==6.84.2 idna==3.4 iniconfig==2.0.0 joblib==1.3.2 @@ -102,9 +102,9 @@ overrides==6.5.0 packaging==23.1 pandas==1.5.3 parameterized==0.9.0 -pluggy==1.2.0 +pluggy==1.3.0 proto-plus==1.22.3 -protobuf==4.23.4 +protobuf==4.24.3 psycopg2-binary==2.9.7 pyarrow==11.0.0 pyasn1==0.5.0 @@ -112,14 +112,14 @@ pyasn1-modules==0.3.0 pycparser==2.21 pydot==1.4.2 PyHamcrest==2.0.4 -pymongo==4.4.1 +pymongo==4.5.0 PyMySQL==1.1.0 pyparsing==3.1.1 -pytest==7.4.0 +pytest==7.4.2 pytest-timeout==2.1.0 pytest-xdist==3.3.1 python-dateutil==2.8.2 -pytz==2023.3 +pytz==2023.3.post1 PyYAML==6.0.1 regex==2023.8.8 requests==2.31.0 @@ -127,14 +127,14 @@ requests-mock==1.11.0 requests-oauthlib==1.3.1 rsa==4.9 scikit-learn==1.3.0 -scipy==1.11.1 +scipy==1.11.2 Shapely==1.8.5.post1 six==1.16.0 sortedcontainers==2.4.0 -soupsieve==2.4.1 +soupsieve==2.5 SQLAlchemy==1.4.49 sqlparse==0.4.4 -tenacity==8.2.2 +tenacity==8.2.3 tensorboard==2.13.0 tensorboard-data-server==0.7.1 tensorflow==2.13.0 @@ -144,10 +144,10 @@ tensorflow-io-gcs-filesystem==0.33.0 termcolor==2.3.0 testcontainers==3.7.1 threadpoolctl==3.2.0 -tqdm==4.66.0 +tqdm==4.66.1 typing_extensions==4.5.0 urllib3==1.26.16 -websocket-client==1.6.1 -Werkzeug==2.3.6 +websocket-client==1.6.2 +Werkzeug==2.3.7 wrapt==1.15.0 zstandard==0.21.0 diff --git a/sdks/python/container/py38/base_image_requirements.txt b/sdks/python/container/py38/base_image_requirements.txt index 96caec61c09a6..a3dd9f7d916c7 100644 --- a/sdks/python/container/py38/base_image_requirements.txt +++ b/sdks/python/container/py38/base_image_requirements.txt @@ -30,7 +30,7 @@ cachetools==5.3.1 certifi==2023.7.22 cffi==1.15.1 charset-normalizer==3.2.0 -click==8.1.6 +click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 cryptography==41.0.3 @@ -40,50 +40,50 @@ dill==0.3.1.1 dnspython==2.4.2 docker==6.1.3 docopt==0.6.2 -exceptiongroup==1.1.2 +exceptiongroup==1.1.3 execnet==2.0.2 -fastavro==1.8.2 +fastavro==1.8.3 fasteners==0.18 flatbuffers==23.5.26 freezegun==1.2.2 future==0.18.3 gast==0.4.0 google-api-core==2.11.1 -google-api-python-client==2.96.0 +google-api-python-client==2.98.0 google-apitools==0.5.31 google-auth==2.22.0 google-auth-httplib2==0.1.0 google-auth-oauthlib==1.0.0 -google-cloud-aiplatform==1.29.0 +google-cloud-aiplatform==1.32.0 google-cloud-bigquery==3.11.4 google-cloud-bigquery-storage==2.22.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 -google-cloud-datastore==2.17.0 +google-cloud-datastore==2.18.0 google-cloud-dlp==3.12.2 -google-cloud-language==2.10.1 -google-cloud-profiler==4.0.0 -google-cloud-pubsub==2.18.2 +google-cloud-language==2.11.0 +google-cloud-profiler==4.1.0 +google-cloud-pubsub==2.18.3 google-cloud-pubsublite==1.8.3 google-cloud-recommendations-ai==0.10.4 google-cloud-resource-manager==1.10.3 -google-cloud-spanner==3.40.0 +google-cloud-spanner==3.40.1 google-cloud-storage==2.10.0 google-cloud-videointelligence==2.11.3 google-cloud-vision==3.4.4 google-crc32c==1.5.0 google-pasta==0.2.0 -google-resumable-media==2.5.0 +google-resumable-media==2.6.0 googleapis-common-protos==1.60.0 greenlet==2.0.2 grpc-google-iam-v1==0.12.6 -grpcio==1.56.2 -grpcio-status==1.56.2 +grpcio==1.58.0 +grpcio-status==1.58.0 guppy3==3.1.3 h5py==3.9.0 hdfs==2.7.2 httplib2==0.22.0 -hypothesis==6.82.3 +hypothesis==6.84.2 idna==3.4 importlib-metadata==6.8.0 iniconfig==2.0.0 @@ -106,9 +106,9 @@ overrides==6.5.0 packaging==23.1 pandas==1.5.3 parameterized==0.9.0 -pluggy==1.2.0 +pluggy==1.3.0 proto-plus==1.22.3 -protobuf==4.23.4 +protobuf==4.24.3 psycopg2-binary==2.9.7 pyarrow==11.0.0 pyasn1==0.5.0 @@ -116,15 +116,15 @@ pyasn1-modules==0.3.0 pycparser==2.21 pydot==1.4.2 PyHamcrest==2.0.4 -pymongo==4.4.1 +pymongo==4.5.0 PyMySQL==1.1.0 pyparsing==3.1.1 -pytest==7.4.0 +pytest==7.4.2 pytest-timeout==2.1.0 pytest-xdist==3.3.1 python-dateutil==2.8.2 python-snappy==0.6.1 -pytz==2023.3 +pytz==2023.3.post1 PyYAML==6.0.1 regex==2023.8.8 requests==2.31.0 @@ -136,10 +136,10 @@ scipy==1.10.1 Shapely==1.8.5.post1 six==1.16.0 sortedcontainers==2.4.0 -soupsieve==2.4.1 +soupsieve==2.5 SQLAlchemy==1.4.49 sqlparse==0.4.4 -tenacity==8.2.2 +tenacity==8.2.3 tensorboard==2.13.0 tensorboard-data-server==0.7.1 tensorflow==2.13.0 @@ -150,12 +150,12 @@ termcolor==2.3.0 testcontainers==3.7.1 threadpoolctl==3.2.0 tomli==2.0.1 -tqdm==4.66.0 +tqdm==4.66.1 typing_extensions==4.5.0 uritemplate==4.1.1 urllib3==1.26.16 -websocket-client==1.6.1 -Werkzeug==2.3.6 +websocket-client==1.6.2 +Werkzeug==2.3.7 wrapt==1.15.0 zipp==3.16.2 zstandard==0.21.0 diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt index 417b82fbb29b7..36d9e3b40ba4f 100644 --- a/sdks/python/container/py39/base_image_requirements.txt +++ b/sdks/python/container/py39/base_image_requirements.txt @@ -30,7 +30,7 @@ cachetools==5.3.1 certifi==2023.7.22 cffi==1.15.1 charset-normalizer==3.2.0 -click==8.1.6 +click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 cryptography==41.0.3 @@ -40,50 +40,50 @@ dill==0.3.1.1 dnspython==2.4.2 docker==6.1.3 docopt==0.6.2 -exceptiongroup==1.1.2 +exceptiongroup==1.1.3 execnet==2.0.2 -fastavro==1.8.2 +fastavro==1.8.3 fasteners==0.18 flatbuffers==23.5.26 freezegun==1.2.2 future==0.18.3 gast==0.4.0 google-api-core==2.11.1 -google-api-python-client==2.96.0 +google-api-python-client==2.98.0 google-apitools==0.5.31 google-auth==2.22.0 google-auth-httplib2==0.1.0 google-auth-oauthlib==1.0.0 -google-cloud-aiplatform==1.29.0 +google-cloud-aiplatform==1.32.0 google-cloud-bigquery==3.11.4 google-cloud-bigquery-storage==2.22.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 -google-cloud-datastore==2.17.0 +google-cloud-datastore==2.18.0 google-cloud-dlp==3.12.2 -google-cloud-language==2.10.1 -google-cloud-profiler==4.0.0 -google-cloud-pubsub==2.18.2 +google-cloud-language==2.11.0 +google-cloud-profiler==4.1.0 +google-cloud-pubsub==2.18.3 google-cloud-pubsublite==1.8.3 google-cloud-recommendations-ai==0.10.4 google-cloud-resource-manager==1.10.3 -google-cloud-spanner==3.40.0 +google-cloud-spanner==3.40.1 google-cloud-storage==2.10.0 google-cloud-videointelligence==2.11.3 google-cloud-vision==3.4.4 google-crc32c==1.5.0 google-pasta==0.2.0 -google-resumable-media==2.5.0 +google-resumable-media==2.6.0 googleapis-common-protos==1.60.0 greenlet==2.0.2 grpc-google-iam-v1==0.12.6 -grpcio==1.56.2 -grpcio-status==1.56.2 +grpcio==1.58.0 +grpcio-status==1.58.0 guppy3==3.1.3 h5py==3.9.0 hdfs==2.7.2 httplib2==0.22.0 -hypothesis==6.82.3 +hypothesis==6.84.2 idna==3.4 importlib-metadata==6.8.0 iniconfig==2.0.0 @@ -106,9 +106,9 @@ overrides==6.5.0 packaging==23.1 pandas==1.5.3 parameterized==0.9.0 -pluggy==1.2.0 +pluggy==1.3.0 proto-plus==1.22.3 -protobuf==4.23.4 +protobuf==4.24.3 psycopg2-binary==2.9.7 pyarrow==11.0.0 pyasn1==0.5.0 @@ -116,15 +116,15 @@ pyasn1-modules==0.3.0 pycparser==2.21 pydot==1.4.2 PyHamcrest==2.0.4 -pymongo==4.4.1 +pymongo==4.5.0 PyMySQL==1.1.0 pyparsing==3.1.1 -pytest==7.4.0 +pytest==7.4.2 pytest-timeout==2.1.0 pytest-xdist==3.3.1 python-dateutil==2.8.2 python-snappy==0.6.1 -pytz==2023.3 +pytz==2023.3.post1 PyYAML==6.0.1 regex==2023.8.8 requests==2.31.0 @@ -132,14 +132,14 @@ requests-mock==1.11.0 requests-oauthlib==1.3.1 rsa==4.9 scikit-learn==1.3.0 -scipy==1.11.1 +scipy==1.11.2 Shapely==1.8.5.post1 six==1.16.0 sortedcontainers==2.4.0 -soupsieve==2.4.1 +soupsieve==2.5 SQLAlchemy==1.4.49 sqlparse==0.4.4 -tenacity==8.2.2 +tenacity==8.2.3 tensorboard==2.13.0 tensorboard-data-server==0.7.1 tensorflow==2.13.0 @@ -150,12 +150,12 @@ termcolor==2.3.0 testcontainers==3.7.1 threadpoolctl==3.2.0 tomli==2.0.1 -tqdm==4.66.0 +tqdm==4.66.1 typing_extensions==4.5.0 uritemplate==4.1.1 urllib3==1.26.16 -websocket-client==1.6.1 -Werkzeug==2.3.6 +websocket-client==1.6.2 +Werkzeug==2.3.7 wrapt==1.15.0 zipp==3.16.2 zstandard==0.21.0 diff --git a/sdks/python/setup.py b/sdks/python/setup.py index 355b75ee90235..83545dc91f700 100644 --- a/sdks/python/setup.py +++ b/sdks/python/setup.py @@ -254,12 +254,17 @@ def get_portability_package_data(): 'packaging>=22.0', 'pymongo>=3.8.0,<5.0.0', 'proto-plus>=1.7.1,<2', - # use a tighter upper bound in protobuf dependency - # to make sure the minor version at job submission + # 1. Use a tighter upper bound in protobuf dependency to make sure + # the minor version at job submission # does not exceed the minor version at runtime. # To avoid depending on an old dependency, update the minor version on # every Beam release, see: https://github.com/apache/beam/issues/25590 - 'protobuf>=3.20.3,<4.24.0', + + # 2. Allow latest protobuf 3 version as a courtesy to some customers. + # + # 3. Exclude protobuf 4 versions that leak memory, see: + # https://github.com/apache/beam/issues/28246 + 'protobuf>=3.20.3,<4.25.0,!=4.0.*,!=4.21.*,!=4.22.0,!=4.23.*,!=4.24.0,!=4.24.1,!=4.24.2', 'pydot>=1.2.0,<2', 'python-dateutil>=2.8.0,<3', 'pytz>=2018.3',