Set lower bound for s3fs (#1598)

* set lower bound for s3fs Signed-off-by: Kevin Su <pingsutw@apache.org> * update doc-requirements.txt Signed-off-by: Kevin Su <pingsutw@apache.org> --------- Signed-off-by: Kevin Su <pingsutw@apache.org>
flyteorg · May 16, 2023 · a545e9e · a545e9e
1 parent 34326ca
commit a545e9e
Show file tree

Hide file tree

Showing 2 changed files with 111 additions and 20 deletions.
diff --git a/doc-requirements.txt b/doc-requirements.txt
@@ -10,8 +10,24 @@ absl-py==1.4.0
  # via
  # tensorboard
  # tensorflow
+adal==1.2.7
+ # via azure-datalake-store
+adlfs==2023.1.0
+ # via flytekit
+aiobotocore==2.5.0
+ # via s3fs
+aiohttp==3.8.4
+ # via
+ # adlfs
+ # aiobotocore
+ # gcsfs
+ # s3fs
+aioitertools==0.11.0
+ # via aiobotocore
 aiosignal==1.3.1
- # via ray
+ # via
+ # aiohttp
+ # ray
 alabaster==0.7.13
  # via sphinx
 alembic==1.9.2
@@ -46,11 +62,25 @@ asttokens==2.2.1
  # via stack-data
 astunparse==1.6.3
  # via tensorflow
+async-timeout==4.0.2
+ # via aiohttp
 attrs==22.2.0
  # via
+ # aiohttp
  # jsonschema
  # ray
  # visions
+azure-core==1.26.4
+ # via
+ # adlfs
+ # azure-identity
+ # azure-storage-blob
+azure-datalake-store==0.0.52
+ # via adlfs
+azure-identity==1.12.0
+ # via adlfs
+azure-storage-blob==12.16.0
+ # via adlfs
 babel==2.11.0
  # via sphinx
 backcall==0.2.0
@@ -67,8 +97,10 @@ blake3==0.3.3
  # via vaex-core
 bleach==6.0.0
  # via nbconvert
-botocore==1.29.61
- # via -r doc-requirements.in
+botocore==1.29.76
+ # via
+ # -r doc-requirements.in
+ # aiobotocore
 bqplot==0.12.36
  # via
  # ipyvolume
@@ -86,13 +118,16 @@ certifi==2022.12.7
 cffi==1.15.1
  # via
  # argon2-cffi-bindings
+ # azure-datalake-store
  # cryptography
 cfgv==3.3.1
  # via pre-commit
 chardet==5.0.0
  # via binaryornot
 charset-normalizer==3.0.1
- # via requests
+ # via
+ # aiohttp
+ # requests
 click==8.1.3
  # via
  # cookiecutter
@@ -128,7 +163,12 @@ croniter==1.3.7
 cryptography==39.0.0
  # via
  # -r doc-requirements.in
+ # adal
+ # azure-identity
+ # azure-storage-blob
  # great-expectations
+ # msal
+ # pyjwt
  # pyopenssl
  # secretstorage
 css-html-js-minify==2.5.5
@@ -150,8 +190,8 @@ debugpy==1.6.6
  # via ipykernel
 decorator==5.1.1
  # via
+ # gcsfs
  # ipython
- # retry
 defusedxml==0.7.1
  # via nbconvert
 deprecated==1.2.13
@@ -209,19 +249,26 @@ frozendict==2.3.4
  # via vaex-core
 frozenlist==1.3.3
  # via
+ # aiohttp
  # aiosignal
  # ray
-fsspec==2023.3.0
+fsspec==2023.4.0
  # via
  # -r doc-requirements.in
+ # adlfs
  # dask
+ # flytekit
+ # gcsfs
  # modin
+ # s3fs
 furo @ git+https://github.com/flyteorg/furo@main
  # via -r doc-requirements.in
 future==0.18.3
  # via vaex-core
 gast==0.5.3
  # via tensorflow
+gcsfs==2023.4.0
+ # via flytekit
 gitdb==4.0.10
  # via gitpython
 gitpython==3.1.30
@@ -233,27 +280,38 @@ google-api-core[grpc]==2.11.0
  # -r doc-requirements.in
  # google-cloud-bigquery
  # google-cloud-core
+ # google-cloud-storage
 google-auth==2.16.0
  # via
+ # gcsfs
  # google-api-core
  # google-auth-oauthlib
  # google-cloud-core
+ # google-cloud-storage
  # kubernetes
  # tensorboard
 google-auth-oauthlib==0.4.6
- # via tensorboard
+ # via
+ # gcsfs
+ # tensorboard
 google-cloud==0.34.0
  # via -r doc-requirements.in
 google-cloud-bigquery==3.5.0
  # via -r doc-requirements.in
 google-cloud-core==2.3.2
- # via google-cloud-bigquery
+ # via
+ # google-cloud-bigquery
+ # google-cloud-storage
+google-cloud-storage==2.8.0
+ # via gcsfs
 google-crc32c==1.5.0
  # via google-resumable-media
 google-pasta==0.2.0
  # via tensorflow
 google-resumable-media==2.4.1
- # via google-cloud-bigquery
+ # via
+ # google-cloud-bigquery
+ # google-cloud-storage
 googleapis-common-protos==1.58.0
  # via
  # flyteidl
@@ -297,6 +355,7 @@ idna==3.4
  # anyio
  # jsonschema
  # requests
+ # yarl
 imagehash==4.3.1
  # via visions
 imagesize==1.4.1
@@ -362,6 +421,8 @@ ipywidgets==8.0.4
  # ipyvue
  # jupyter
  # pythreejs
+isodate==0.6.1
+ # via azure-storage-blob
 isoduration==20.11.0
  # via jsonschema
 itsdangerous==2.1.2
@@ -524,10 +585,20 @@ modin==0.18.1
  # via -r doc-requirements.in
 more-itertools==9.0.0
  # via jaraco-classes
+msal==1.22.0
+ # via
+ # azure-identity
+ # msal-extensions
+msal-extensions==1.0.0
+ # via azure-identity
 msgpack==1.0.4
  # via
  # distributed
  # ray
+multidict==6.0.4
+ # via
+ # aiohttp
+ # yarl
 multimethod==1.9.1
  # via
  # visions
@@ -718,7 +789,9 @@ platformdirs==2.6.2
  # virtualenv
 plotly==5.13.0
  # via -r doc-requirements.in
-pre-commit==3.0.2
+portalocker==2.7.0
+ # via msal-extensions
+pre-commit==3.0.4
  # via sphinx-tags
 progressbar2==4.2.0
  # via vaex-core
@@ -764,8 +837,6 @@ ptyprocess==0.7.0
  # terminado
 pure-eval==0.2.2
  # via stack-data
-py==1.11.0
- # via retry
 py4j==0.10.9.5
  # via pyspark
 pyarrow==6.0.1
@@ -800,8 +871,11 @@ pygments==2.14.0
  # rich
  # sphinx
  # sphinx-prompt
-pyjwt==2.6.0
- # via databricks-cli
+pyjwt[crypto]==2.6.0
+ # via
+ # adal
+ # databricks-cli
+ # msal
 pyopenssl==23.0.0
  # via flytekit
 pyparsing==3.0.9
@@ -814,6 +888,7 @@ pyspark==3.3.1
  # via -r doc-requirements.in
 python-dateutil==2.8.2
  # via
+ # adal
  # arrow
  # botocore
  # croniter
@@ -889,16 +964,22 @@ regex==2022.10.31
  # via docker-image-py
 requests==2.28.2
  # via
+ # adal
+ # azure-core
+ # azure-datalake-store
  # cookiecutter
  # databricks-cli
  # docker
  # flytekit
+ # gcsfs
  # google-api-core
  # google-cloud-bigquery
+ # google-cloud-storage
  # great-expectations
  # ipyvolume
  # kubernetes
  # mlflow
+ # msal
  # papermill
  # ray
  # requests-oauthlib
@@ -914,8 +995,6 @@ requests-oauthlib==1.3.1
  # kubernetes
 responses==0.22.0
  # via flytekit
-retry==0.9.2
- # via flytekit
 rfc3339-validator==0.1.4
  # via
  # jsonschema
@@ -925,14 +1004,18 @@ rfc3986-validator==0.1.1
  # jsonschema
  # jupyter-events
 rich==13.3.1
- # via vaex-core
+ # via
+ # flytekit
+ # vaex-core
 rsa==4.9
  # via google-auth
 ruamel-yaml==0.17.17
  # via great-expectations
 ruamel-yaml-clib==0.2.7
  # via ruamel-yaml
-scikit-learn==1.1.1
+s3fs==2023.4.0
+ # via flytekit
+scikit-learn==1.2.1
  # via
  # -r doc-requirements.in
  # mlflow
@@ -964,11 +1047,13 @@ six==1.16.0
  # via
  # asttokens
  # astunparse
+ # azure-core
+ # azure-identity
  # bleach
  # databricks-cli
  # google-auth
  # google-pasta
- # grpcio
+ # isodate
  # keras-preprocessing
  # kubernetes
  # patsy
@@ -1165,7 +1250,10 @@ types-toml==0.10.8.1
  # via responses
 typing-extensions==4.4.0
  # via
+ # aioitertools
  # astroid
+ # azure-core
+ # azure-storage-blob
  # flytekit
  # great-expectations
  # onnx
@@ -1273,6 +1361,7 @@ widgetsnbextension==4.0.5
  # via ipywidgets
 wrapt==1.14.1
  # via
+ # aiobotocore
  # astroid
  # deprecated
  # flytekit
@@ -1282,6 +1371,8 @@ xarray==2023.1.0
  # via vaex-jupyter
 xyzservices==2022.9.0
  # via ipyleaflet
+yarl==1.8.2
+ # via aiohttp
 ydata-profiling==4.0.0
  # via pandas-profiling
 zict==2.2.0

diff --git a/setup.py b/setup.py
@@ -45,7 +45,7 @@
  "importlib-metadata",
  "fsspec>=2023.3.0",
  "adlfs",
- "s3fs",
+ "s3fs>=0.6.0",
  "gcsfs",
  "pyopenssl",
  "joblib",