requirements.txt

aiohttp==3.8.1
aiosignal==1.2.0
async-timeout==4.0.2
attrs==21.4.0
certifi==2022.6.15
charset-normalizer==2.0.12
click==8.1.3
datasets==2.3.2
dill==0.3.5.1
docker-pycreds==0.4.0
filelock==3.7.1
frozenlist==1.3.0
fsspec==2022.5.0
gitdb==4.0.9
gitpython==3.1.27
huggingface-hub==0.7.0
idna==3.3
joblib==1.1.0
jpype1==1.4.0
konlpy==0.6.0
lxml==4.9.0
mkl-fft==1.3.1
mkl-random==1.2.2
mkl-service==2.4.0
multidict==6.0.2
multiprocess==0.70.13
numpy==1.22.3
olefile==0.46
packaging==21.3
pandas==1.4.2
pathtools==0.1.2
pillow==6.2.1
pip==21.2.4
promise==2.3
protobuf==3.20.1
psutil==5.9.1
pyarrow==8.0.0
pyparsing==3.0.9
python-dateutil==2.8.2
python-dotenv==0.20.0
pytz==2022.1
regex==2022.6.2
requests==2.28.0
responses==0.18.0
scikit-learn==1.1.1
scipy==1.8.1
sentencepiece==0.1.96
sentry-sdk==1.5.12
setproctitle==1.2.3
setuptools==61.2.0
shortuuid==1.0.9
six==1.16.0
sklearn==0.0
smmap==5.0.0
threadpoolctl==3.1.0
tokenizers==0.12.1
torch==1.10.0
torchaudio==0.10.0
torchvision==0.11.0
tqdm==4.64.0
transformers==4.20.0
typing-extensions==4.2.0
urllib3==1.26.9
wandb==0.12.18
wheel==0.37.1
xxhash==3.0.0
yarl==1.7.2