Generate python dependencies (apache#32132)

sdks/python/container/license_scripts/dep_urls_py.yaml

@@ -141,6 +141,8 @@ pip_dependencies:
  license: "https://raw.githubusercontent.com/jamescasbon/PyVCF/master/LICENSE"
  singledispatch:
  license: "file:///tmp/license_scripts/manual_licenses/singledispatch/LICENSE"
+ scikit-learn:
+ license: "https://raw.githubusercontent.com/scikit-learn/scikit-learn/master/COPYING"
  scipy:
  license: "https://raw.githubusercontent.com/scipy/scipy/master/LICENSE.txt"
  soupsieve:

sdks/python/container/py310/base_image_requirements.txt

@@ -21,137 +21,138 @@
 # https://s.apache.org/beam-python-dev-wiki
 # Reach out to a committer if you need help.
 
-annotated-types==0.6.0
+annotated-types==0.7.0
 async-timeout==4.0.3
-attrs==23.2.0
+attrs==24.2.0
 beautifulsoup4==4.12.3
 bs4==0.0.2
 build==1.2.1
-cachetools==5.3.3
-certifi==2024.2.2
-cffi==1.16.0
+cachetools==5.4.0
+certifi==2024.7.4
+cffi==1.17.0
 charset-normalizer==3.3.2
 click==8.1.7
 cloudpickle==2.2.1
 cramjam==2.8.3
 crcmod==1.7
-cryptography==42.0.5
+cryptography==43.0.0
 Cython==0.29.37
-Deprecated==1.2.14
 deprecation==2.1.0
 dill==0.3.1.1
 dnspython==2.6.1
-docker==7.0.0
+docker==7.1.0
 docopt==0.6.2
 docstring_parser==0.16
-exceptiongroup==1.2.0
+exceptiongroup==1.2.2
 execnet==2.1.1
-fastavro==1.9.4
+fastavro==1.9.5
 fasteners==0.19
-freezegun==1.4.0
+freezegun==1.5.1
 future==1.0.0
-google-api-core==2.18.0
-google-api-python-client==2.126.0
+google-api-core==2.19.1
+google-api-python-client==2.140.0
 google-apitools==0.5.31
-google-auth==2.29.0
+google-auth==2.33.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.47.0
-google-cloud-bigquery==3.20.1
-google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.1
+google-cloud-aiplatform==1.61.0
+google-cloud-bigquery==3.25.0
+google-cloud-bigquery-storage==2.25.0
+google-cloud-bigtable==2.25.0
 google-cloud-core==2.4.1
-google-cloud-datastore==2.19.0
-google-cloud-dlp==3.16.0
-google-cloud-language==2.13.3
+google-cloud-datastore==2.20.0
+google-cloud-dlp==3.21.0
+google-cloud-language==2.14.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.1
-google-cloud-pubsublite==1.10.0
-google-cloud-recommendations-ai==0.10.10
-google-cloud-resource-manager==1.12.3
-google-cloud-spanner==3.44.0
-google-cloud-storage==2.16.0
-google-cloud-videointelligence==2.13.3
-google-cloud-vision==3.7.2
+google-cloud-pubsub==2.23.0
+google-cloud-pubsublite==1.11.1
+google-cloud-recommendations-ai==0.10.12
+google-cloud-resource-manager==1.12.5
+google-cloud-spanner==3.48.0
+google-cloud-storage==2.18.2
+google-cloud-videointelligence==2.13.5
+google-cloud-vision==3.7.4
 google-crc32c==1.5.0
-google-resumable-media==2.7.0
-googleapis-common-protos==1.63.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.63.2
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.62.2
-grpcio-status==1.62.2
+grpcio==1.65.4
+grpcio-status==1.62.3
 guppy3==3.1.4.post1
 hdfs==2.7.3
 httplib2==0.22.0
-hypothesis==6.100.1
+hypothesis==6.110.1
 idna==3.7
 iniconfig==2.0.0
-joblib==1.4.0
+Jinja2==3.0.3
+joblib==1.4.2
 Js2Py==0.74
-jsonpickle==3.0.4
-jsonschema==4.21.1
+jsonpickle==3.2.2
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
+MarkupSafe==2.1.5
 mmh3==4.1.0
 mock==5.1.0
 nltk==3.8.1
 nose==1.3.7
 numpy==1.26.4
 oauth2client==4.1.3
 objsize==0.7.0
-orjson==3.10.1
+orjson==3.10.7
 overrides==7.7.0
-packaging==24.0
+packaging==24.1
 pandas==2.1.4
 parameterized==0.9.0
-pluggy==1.4.0
-proto-plus==1.23.0
-protobuf==4.25.3
+pluggy==1.5.0
+proto-plus==1.24.0
+protobuf==4.25.4
 psycopg2-binary==2.9.9
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyarrow-hotfix==0.6
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycparser==2.22
-pydantic==2.7.0
-pydantic_core==2.18.1
+pydantic==2.8.2
+pydantic_core==2.20.1
 pydot==1.4.2
 PyHamcrest==2.1.0
 pyjsparser==2.7.1
-pymongo==4.6.3
-PyMySQL==1.1.0
+pymongo==4.8.0
+PyMySQL==1.1.1
 pyparsing==3.1.2
-pyproject_hooks==1.0.0
+pyproject_hooks==1.1.0
 pytest==7.4.4
 pytest-timeout==2.3.1
-pytest-xdist==3.5.0
+pytest-xdist==3.6.1
 python-dateutil==2.9.0.post0
-python-snappy==0.7.1
+python-snappy==0.7.2
 pytz==2024.1
-PyYAML==6.0.1
-redis==5.0.3
-referencing==0.34.0
-regex==2024.4.16
+PyYAML==6.0.2
+redis==5.0.8
+referencing==0.35.1
+regex==2024.7.24
 requests==2.31.0
 requests-mock==1.12.1
-rpds-py==0.18.0
+rpds-py==0.20.0
 rsa==4.9
-scikit-learn==1.4.2
-scipy==1.13.0
-shapely==2.0.4
+scikit-learn==1.5.1
+scipy==1.14.0
+shapely==2.0.5
 six==1.16.0
 sortedcontainers==2.4.0
 soupsieve==2.5
-SQLAlchemy==2.0.29
-sqlparse==0.5.0
-tenacity==8.2.3
+SQLAlchemy==2.0.32
+sqlparse==0.5.1
+tenacity==8.5.0
 testcontainers==3.7.1
-threadpoolctl==3.4.0
+threadpoolctl==3.5.0
 tomli==2.0.1
-tqdm==4.66.2
-typing_extensions==4.11.0
+tqdm==4.66.5
+typing_extensions==4.12.2
 tzdata==2024.1
 tzlocal==5.2
 uritemplate==4.1.1
-urllib3==2.2.1
+urllib3==2.2.2
 wrapt==1.16.0
-zstandard==0.22.0
+zstandard==0.23.0