Set lower bound for s3fs (#1598)

* set lower bound for s3fs Signed-off-by: Kevin Su <pingsutw@apache.org> * update doc-requirements.txt Signed-off-by: Kevin Su <pingsutw@apache.org> --------- Signed-off-by: Kevin Su <pingsutw@apache.org>
flyteorg · Apr 19, 2023 · 4251751 · 4251751
1 parent 5fcfc35
commit 4251751
Show file tree

Hide file tree

Showing 2 changed files with 110 additions and 18 deletions.
diff --git a/doc-requirements.txt b/doc-requirements.txt
@@ -2,16 +2,32 @@
 # This file is autogenerated by pip-compile with Python 3.9
 # by the following command:
 #
-# make doc-requirements.txt
+# pip-compile doc-requirements.in
 #
 -e file:.#egg=flytekit
  # via -r doc-requirements.in
 absl-py==1.4.0
  # via
  # tensorboard
  # tensorflow
+adal==1.2.7
+ # via azure-datalake-store
+adlfs==2023.1.0
+ # via flytekit
+aiobotocore==2.5.0
+ # via s3fs
+aiohttp==3.8.4
+ # via
+ # adlfs
+ # aiobotocore
+ # gcsfs
+ # s3fs
+aioitertools==0.11.0
+ # via aiobotocore
 aiosignal==1.3.1
- # via ray
+ # via
+ # aiohttp
+ # ray
 alabaster==0.7.13
  # via sphinx
 alembic==1.9.3
@@ -50,11 +66,25 @@ asttokens==2.2.1
  # via stack-data
 astunparse==1.6.3
  # via tensorflow
+async-timeout==4.0.2
+ # via aiohttp
 attrs==22.2.0
  # via
+ # aiohttp
  # jsonschema
  # ray
  # visions
+azure-core==1.26.4
+ # via
+ # adlfs
+ # azure-identity
+ # azure-storage-blob
+azure-datalake-store==0.0.52
+ # via adlfs
+azure-identity==1.12.0
+ # via adlfs
+azure-storage-blob==12.16.0
+ # via adlfs
 babel==2.11.0
  # via sphinx
 backcall==0.2.0
@@ -71,8 +101,10 @@ blake3==0.3.3
  # via vaex-core
 bleach==6.0.0
  # via nbconvert
-botocore==1.29.72
- # via -r doc-requirements.in
+botocore==1.29.76
+ # via
+ # -r doc-requirements.in
+ # aiobotocore
 bqplot==0.12.36
  # via
  # ipyvolume
@@ -90,13 +122,16 @@ certifi==2022.12.7
 cffi==1.15.1
  # via
  # argon2-cffi-bindings
+ # azure-datalake-store
  # cryptography
 cfgv==3.3.1
  # via pre-commit
 chardet==5.1.0
  # via binaryornot
 charset-normalizer==3.0.1
- # via requests
+ # via
+ # aiohttp
+ # requests
 click==8.1.3
  # via
  # cookiecutter
@@ -132,7 +167,12 @@ croniter==1.3.8
 cryptography==39.0.1
  # via
  # -r doc-requirements.in
+ # adal
+ # azure-identity
+ # azure-storage-blob
  # great-expectations
+ # msal
+ # pyjwt
  # pyopenssl
 css-html-js-minify==2.5.5
  # via sphinx-material
@@ -153,8 +193,8 @@ debugpy==1.6.6
  # via ipykernel
 decorator==5.1.1
  # via
+ # gcsfs
  # ipython
- # retry
 defusedxml==0.7.1
  # via nbconvert
 deprecated==1.2.13
@@ -214,19 +254,26 @@ frozendict==2.3.4
  # via vaex-core
 frozenlist==1.3.3
  # via
+ # aiohttp
  # aiosignal
  # ray
-fsspec==2023.3.0
+fsspec==2023.4.0
  # via
  # -r doc-requirements.in
+ # adlfs
  # dask
+ # flytekit
+ # gcsfs
  # modin
+ # s3fs
 furo @ git+https://github.com/flyteorg/furo@main
  # via -r doc-requirements.in
 future==0.18.3
  # via vaex-core
 gast==0.5.3
  # via tensorflow
+gcsfs==2023.4.0
+ # via flytekit
 gitdb==4.0.10
  # via gitpython
 gitpython==3.1.30
@@ -238,27 +285,38 @@ google-api-core[grpc]==2.11.0
  # -r doc-requirements.in
  # google-cloud-bigquery
  # google-cloud-core
+ # google-cloud-storage
 google-auth==2.16.0
  # via
+ # gcsfs
  # google-api-core
  # google-auth-oauthlib
  # google-cloud-core
+ # google-cloud-storage
  # kubernetes
  # tensorboard
 google-auth-oauthlib==0.4.6
- # via tensorboard
+ # via
+ # gcsfs
+ # tensorboard
 google-cloud==0.34.0
  # via -r doc-requirements.in
 google-cloud-bigquery==3.5.0
  # via -r doc-requirements.in
 google-cloud-core==2.3.2
- # via google-cloud-bigquery
+ # via
+ # google-cloud-bigquery
+ # google-cloud-storage
+google-cloud-storage==2.8.0
+ # via gcsfs
 google-crc32c==1.5.0
  # via google-resumable-media
 google-pasta==0.2.0
  # via tensorflow
 google-resumable-media==2.4.1
- # via google-cloud-bigquery
+ # via
+ # google-cloud-bigquery
+ # google-cloud-storage
 googleapis-common-protos==1.58.0
  # via
  # flyteidl
@@ -303,6 +361,7 @@ idna==3.4
  # anyio
  # jsonschema
  # requests
+ # yarl
 imagehash==4.3.1
  # via visions
 imagesize==1.4.1
@@ -368,6 +427,8 @@ ipywidgets==8.0.4
  # ipyvue
  # jupyter
  # pythreejs
+isodate==0.6.1
+ # via azure-storage-blob
 isoduration==20.11.0
  # via jsonschema
 itsdangerous==2.1.2
@@ -529,10 +590,20 @@ modin==0.18.1
  # via -r doc-requirements.in
 more-itertools==9.0.0
  # via jaraco-classes
+msal==1.22.0
+ # via
+ # azure-identity
+ # msal-extensions
+msal-extensions==1.0.0
+ # via azure-identity
 msgpack==1.0.4
  # via
  # distributed
  # ray
+multidict==6.0.4
+ # via
+ # aiohttp
+ # yarl
 multimethod==1.9.1
  # via
  # visions
@@ -700,6 +771,8 @@ platformdirs==3.0.0
  # virtualenv
 plotly==5.13.0
  # via -r doc-requirements.in
+portalocker==2.7.0
+ # via msal-extensions
 pre-commit==3.0.4
  # via sphinx-tags
 progressbar2==4.2.0
@@ -742,8 +815,6 @@ ptyprocess==0.7.0
  # terminado
 pure-eval==0.2.2
  # via stack-data
-py==1.11.0
- # via retry
 py4j==0.10.9.5
  # via pyspark
 pyarrow==10.0.1
@@ -778,8 +849,11 @@ pygments==2.14.0
  # rich
  # sphinx
  # sphinx-prompt
-pyjwt==2.6.0
- # via databricks-cli
+pyjwt[crypto]==2.6.0
+ # via
+ # adal
+ # databricks-cli
+ # msal
 pyopenssl==23.0.0
  # via flytekit
 pyparsing==3.0.9
@@ -792,6 +866,7 @@ pyspark==3.3.2
  # via -r doc-requirements.in
 python-dateutil==2.8.2
  # via
+ # adal
  # arrow
  # botocore
  # croniter
@@ -868,16 +943,22 @@ regex==2022.10.31
  # via docker-image-py
 requests==2.28.2
  # via
+ # adal
+ # azure-core
+ # azure-datalake-store
  # cookiecutter
  # databricks-cli
  # docker
  # flytekit
+ # gcsfs
  # google-api-core
  # google-cloud-bigquery
+ # google-cloud-storage
  # great-expectations
  # ipyvolume
  # kubernetes
  # mlflow
+ # msal
  # papermill
  # ray
  # requests-oauthlib
@@ -892,8 +973,6 @@ requests-oauthlib==1.3.1
  # kubernetes
 responses==0.22.0
  # via flytekit
-retry==0.9.2
- # via flytekit
 rfc3339-validator==0.1.4
  # via
  # jsonschema
@@ -903,13 +982,17 @@ rfc3986-validator==0.1.1
  # jsonschema
  # jupyter-events
 rich==13.3.1
- # via vaex-core
+ # via
+ # flytekit
+ # vaex-core
 rsa==4.9
  # via google-auth
 ruamel-yaml==0.17.17
  # via great-expectations
 ruamel-yaml-clib==0.2.7
  # via ruamel-yaml
+s3fs==2023.4.0
+ # via flytekit
 scikit-learn==1.2.1
  # via
  # -r doc-requirements.in
@@ -938,10 +1021,13 @@ six==1.16.0
  # via
  # asttokens
  # astunparse
+ # azure-core
+ # azure-identity
  # bleach
  # databricks-cli
  # google-auth
  # google-pasta
+ # isodate
  # keras-preprocessing
  # kubernetes
  # patsy
@@ -1136,7 +1222,10 @@ types-toml==0.10.8.4
  # via responses
 typing-extensions==4.5.0
  # via
+ # aioitertools
  # astroid
+ # azure-core
+ # azure-storage-blob
  # flytekit
  # great-expectations
  # pydantic
@@ -1241,6 +1330,7 @@ widgetsnbextension==4.0.5
  # via ipywidgets
 wrapt==1.14.1
  # via
+ # aiobotocore
  # astroid
  # deprecated
  # flytekit
@@ -1250,6 +1340,8 @@ xarray==2023.2.0
  # via vaex-jupyter
 xyzservices==2022.9.0
  # via ipyleaflet
+yarl==1.8.2
+ # via aiohttp
 ydata-profiling==4.0.0
  # via pandas-profiling
 zict==2.2.0

diff --git a/setup.py b/setup.py
@@ -45,7 +45,7 @@
  "importlib-metadata",
  "fsspec>=2023.3.0",
  "adlfs",
- "s3fs",
+ "s3fs>=0.6.0",
  "gcsfs",
  "pyopenssl",
  "joblib",