Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Annotations limit urllib3 #249

Merged
merged 2 commits into from
Nov 11, 2020
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 7 additions & 5 deletions dev-requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -5,27 +5,29 @@
# make dev-requirements.txt
#
appdirs==1.4.4 # via -c requirements.txt, black
attrs==20.2.0 # via -c requirements.txt, black, pytest
attrs==20.3.0 # via -c requirements.txt, black, pytest
black==19.10b0 # via -c requirements.txt, -r dev-requirements.in, flake8-black
click==7.1.2 # via -c requirements.txt, black
coverage==5.3 # via -r dev-requirements.in
flake8-black==0.2.1 # via -r dev-requirements.in
flake8-isort==4.0.0 # via -r dev-requirements.in
flake8==3.8.4 # via -r dev-requirements.in, flake8-black, flake8-isort
importlib-metadata==2.0.0 # via -c requirements.txt, flake8, pluggy, pytest
iniconfig==1.1.1 # via pytest
isort==5.6.4 # via -r dev-requirements.in, flake8-isort
mccabe==0.6.1 # via flake8
mock==4.0.2 # via -r dev-requirements.in
packaging==20.4 # via pytest
pathspec==0.8.0 # via -c requirements.txt, black
pathspec==0.8.1 # via -c requirements.txt, black
pluggy==0.13.1 # via pytest
py==1.9.0 # via -c requirements.txt, pytest
pycodestyle==2.6.0 # via flake8
pyflakes==2.2.0 # via flake8
pyparsing==2.4.7 # via packaging
pytest==6.1.1 # via -r dev-requirements.in
regex==2020.10.15 # via -c requirements.txt, black
pytest==6.1.2 # via -r dev-requirements.in
regex==2020.11.11 # via -c requirements.txt, black
six==1.15.0 # via -c requirements.txt, packaging
testfixtures==6.15.0 # via flake8-isort
toml==0.10.1 # via -c requirements.txt, black, pytest
toml==0.10.2 # via -c requirements.txt, black, pytest
typed-ast==1.4.1 # via -c requirements.txt, black
zipp==3.4.0 # via -c requirements.txt, importlib-metadata
42 changes: 22 additions & 20 deletions requirements-spark3.txt
Original file line number Diff line number Diff line change
Expand Up @@ -9,41 +9,42 @@ ansiwrap==0.8.4 # via papermill
appdirs==1.4.4 # via black
appnope==0.1.0 # via ipykernel, ipython
async-generator==1.10 # via nbclient
attrs==20.2.0 # via black, jsonschema
attrs==20.3.0 # via black, jsonschema
backcall==0.2.0 # via ipython
black==19.10b0 # via flytekit, papermill
boto3==1.16.1 # via flytekit
botocore==1.19.1 # via boto3, s3transfer
certifi==2020.6.20 # via requests
boto3==1.16.15 # via flytekit
botocore==1.19.15 # via boto3, s3transfer
certifi==2020.11.8 # via requests
chardet==3.0.4 # via requests
click==7.1.2 # via black, flytekit, hmsclient, papermill
croniter==0.3.35 # via flytekit
croniter==0.3.36 # via flytekit
decorator==4.4.2 # via ipython, retry
deprecated==1.2.10 # via flytekit
entrypoints==0.3 # via papermill
flyteidl==0.18.9 # via flytekit
grpcio==1.33.1 # via flytekit
flyteidl==0.18.10 # via flytekit
grpcio==1.33.2 # via flytekit
hmsclient==0.1.1 # via flytekit
idna==2.10 # via requests
importlib-metadata==2.0.0 # via jsonschema, keyring
ipykernel==5.3.4 # via flytekit
ipython-genutils==0.2.0 # via nbformat, traitlets
ipython==7.18.1 # via ipykernel
ipython==7.19.0 # via ipykernel
jedi==0.17.2 # via ipython
jmespath==0.10.0 # via boto3, botocore
jsonschema==3.2.0 # via nbformat
jupyter-client==6.1.7 # via ipykernel, nbclient
jupyter-core==4.6.3 # via jupyter-client, nbformat
k8s-proto==0.0.3 # via flytekit
keyring==21.4.0 # via flytekit
keyring==21.5.0 # via flytekit
natsort==7.0.1 # via croniter
nbclient==0.5.1 # via papermill
nbformat==5.0.8 # via nbclient, papermill
nest-asyncio==1.4.1 # via nbclient
numpy==1.19.2 # via flytekit, pandas, pyarrow
pandas==1.1.3 # via flytekit
papermill==2.2.0 # via flytekit
nest-asyncio==1.4.2 # via nbclient
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

what is this?

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

no clue, child of papermill apparently

numpy==1.19.4 # via flytekit, pandas, pyarrow
pandas==1.1.4 # via flytekit
papermill==2.2.2 # via flytekit
parso==0.7.1 # via jedi
pathspec==0.8.0 # via black
pathspec==0.8.1 # via black
pexpect==4.8.0 # via ipython
pickleshare==0.7.5 # via ipython
prompt-toolkit==3.0.8 # via ipython
Expand All @@ -52,33 +53,34 @@ ptyprocess==0.6.0 # via pexpect
py4j==0.10.9 # via pyspark
py==1.9.0 # via retry
pyarrow==0.17.1 # via flytekit
pygments==2.7.1 # via ipython
pygments==2.7.2 # via ipython
pyrsistent==0.17.3 # via jsonschema
pyspark==3.0.1 # via flytekit
python-dateutil==2.8.1 # via botocore, croniter, flytekit, jupyter-client, pandas
pytimeparse==1.1.8 # via flytekit
pytz==2018.4 # via flytekit, pandas
pyyaml==5.3.1 # via papermill
pyzmq==19.0.2 # via jupyter-client
regex==2020.10.15 # via black
regex==2020.11.11 # via black
requests==2.24.0 # via flytekit, papermill, responses
responses==0.12.0 # via flytekit
retry==0.9.2 # via flytekit
s3transfer==0.3.3 # via boto3
six==1.15.0 # via flytekit, grpcio, jsonschema, protobuf, python-dateutil, responses, tenacity, thrift
sortedcontainers==2.2.2 # via flytekit
sortedcontainers==2.3.0 # via flytekit
statsd==3.3.0 # via flytekit
tenacity==6.2.0 # via papermill
textwrap3==0.9.2 # via ansiwrap
thrift==0.13.0 # via hmsclient
toml==0.10.1 # via black
tornado==6.0.4 # via ipykernel, jupyter-client
tqdm==4.50.2 # via papermill
toml==0.10.2 # via black
tornado==6.1 # via ipykernel, jupyter-client
tqdm==4.51.0 # via papermill
traitlets==5.0.5 # via ipykernel, ipython, jupyter-client, jupyter-core, nbclient, nbformat
typed-ast==1.4.1 # via black
urllib3==1.25.11 # via botocore, flytekit, requests, responses
wcwidth==0.2.5 # via prompt-toolkit
wrapt==1.12.1 # via deprecated, flytekit
zipp==3.4.0 # via importlib-metadata

# The following packages are considered to be unsafe in a requirements file:
# setuptools
42 changes: 22 additions & 20 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -9,41 +9,42 @@ ansiwrap==0.8.4 # via papermill
appdirs==1.4.4 # via black
appnope==0.1.0 # via ipykernel, ipython
async-generator==1.10 # via nbclient
attrs==20.2.0 # via black, jsonschema
attrs==20.3.0 # via black, jsonschema
backcall==0.2.0 # via ipython
black==19.10b0 # via flytekit, papermill
boto3==1.16.1 # via flytekit
botocore==1.19.1 # via boto3, s3transfer
certifi==2020.6.20 # via requests
boto3==1.16.15 # via flytekit
botocore==1.19.15 # via boto3, s3transfer
certifi==2020.11.8 # via requests
chardet==3.0.4 # via requests
click==7.1.2 # via black, flytekit, hmsclient, papermill
croniter==0.3.35 # via flytekit
croniter==0.3.36 # via flytekit
decorator==4.4.2 # via ipython, retry
deprecated==1.2.10 # via flytekit
entrypoints==0.3 # via papermill
flyteidl==0.18.9 # via flytekit
grpcio==1.33.1 # via flytekit
flyteidl==0.18.10 # via flytekit
grpcio==1.33.2 # via flytekit
hmsclient==0.1.1 # via flytekit
idna==2.10 # via requests
importlib-metadata==2.0.0 # via jsonschema, keyring
ipykernel==5.3.4 # via flytekit
ipython-genutils==0.2.0 # via nbformat, traitlets
ipython==7.18.1 # via ipykernel
ipython==7.19.0 # via ipykernel
jedi==0.17.2 # via ipython
jmespath==0.10.0 # via boto3, botocore
jsonschema==3.2.0 # via nbformat
jupyter-client==6.1.7 # via ipykernel, nbclient
jupyter-core==4.6.3 # via jupyter-client, nbformat
k8s-proto==0.0.3 # via flytekit
keyring==21.4.0 # via flytekit
keyring==21.5.0 # via flytekit
natsort==7.0.1 # via croniter
nbclient==0.5.1 # via papermill
nbformat==5.0.8 # via nbclient, papermill
nest-asyncio==1.4.1 # via nbclient
numpy==1.19.2 # via flytekit, pandas, pyarrow
pandas==1.1.3 # via flytekit
papermill==2.2.0 # via flytekit
nest-asyncio==1.4.2 # via nbclient
numpy==1.19.4 # via flytekit, pandas, pyarrow
pandas==1.1.4 # via flytekit
papermill==2.2.2 # via flytekit
parso==0.7.1 # via jedi
pathspec==0.8.0 # via black
pathspec==0.8.1 # via black
pexpect==4.8.0 # via ipython
pickleshare==0.7.5 # via ipython
prompt-toolkit==3.0.8 # via ipython
Expand All @@ -52,33 +53,34 @@ ptyprocess==0.6.0 # via pexpect
py4j==0.10.7 # via pyspark
py==1.9.0 # via retry
pyarrow==0.17.1 # via flytekit
pygments==2.7.1 # via ipython
pygments==2.7.2 # via ipython
pyrsistent==0.17.3 # via jsonschema
pyspark==2.4.7 # via flytekit
python-dateutil==2.8.1 # via botocore, croniter, flytekit, jupyter-client, pandas
pytimeparse==1.1.8 # via flytekit
pytz==2018.4 # via flytekit, pandas
pyyaml==5.3.1 # via papermill
pyzmq==19.0.2 # via jupyter-client
regex==2020.10.15 # via black
regex==2020.11.11 # via black
requests==2.24.0 # via flytekit, papermill, responses
responses==0.12.0 # via flytekit
retry==0.9.2 # via flytekit
s3transfer==0.3.3 # via boto3
six==1.15.0 # via flytekit, grpcio, jsonschema, protobuf, python-dateutil, responses, tenacity, thrift
sortedcontainers==2.2.2 # via flytekit
sortedcontainers==2.3.0 # via flytekit
statsd==3.3.0 # via flytekit
tenacity==6.2.0 # via papermill
textwrap3==0.9.2 # via ansiwrap
thrift==0.13.0 # via hmsclient
toml==0.10.1 # via black
tornado==6.0.4 # via ipykernel, jupyter-client
tqdm==4.50.2 # via papermill
toml==0.10.2 # via black
tornado==6.1 # via ipykernel, jupyter-client
tqdm==4.51.0 # via papermill
traitlets==5.0.5 # via ipykernel, ipython, jupyter-client, jupyter-core, nbclient, nbformat
typed-ast==1.4.1 # via black
urllib3==1.25.11 # via botocore, flytekit, requests, responses
wcwidth==0.2.5 # via prompt-toolkit
wrapt==1.12.1 # via deprecated, flytekit
zipp==3.4.0 # via importlib-metadata

# The following packages are considered to be unsafe in a requirements file:
# setuptools
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@
"six>=1.9.0,<2.0.0",
"sortedcontainers>=1.5.9<3.0.0",
"statsd>=3.0.0,<4.0.0",
"urllib3>=1.22,<2.0.0",
"urllib3>=1.22,<1.26.0",
"wrapt>=1.0.0,<2.0.0",
"papermill>=1.2.0",
"ipykernel>=5.0.0",
Expand Down
2 changes: 1 addition & 1 deletion tests/flytekit/unit/models/test_dynamic_job.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
]


@pytest.mark.parametrize("task", LIST_OF_DYNAMIC_TASKS[0:100])
@pytest.mark.parametrize("task", LIST_OF_DYNAMIC_TASKS)
def test_future_task_document(task):
rs = _literals.RetryStrategy(0)
nm = _workflow.NodeMetadata("node-name", _timedelta(minutes=10), rs)
Expand Down
2 changes: 1 addition & 1 deletion tests/flytekit/unit/models/test_tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,7 @@ def test_task_metadata():

@pytest.mark.parametrize(
"in_tuple",
product(parameterizers.LIST_OF_TASK_METADATA, parameterizers.LIST_OF_INTERFACES, parameterizers.LIST_OF_RESOURCES,),
product(parameterizers.LIST_OF_TASK_METADATA, parameterizers.LIST_OF_INTERFACES, parameterizers.LIST_OF_RESOURCES),
)
def test_task_template(in_tuple):
task_metadata, interfaces, resources = in_tuple
Expand Down