requirements.txt

################################################################################
#
# Copyright 2024 ByteDance Ltd. and/or its affiliates. All rights reserved.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
################################################################################

accelerate
datasets
gcsfs
matplotlib
numpy==1.23.2
pandas
safetensors
scikit_learn
scipy
sympy
termcolor
tiktoken
fuzzywuzzy
torch==2.3.1
tqdm
transformers==4.43.1
huggingface_hub==0.23.3
wandb
sentencepiece
protobuf
packaging
ninja
tabulate
wonderwords
openai
tenacity
wandb
seaborn
jieba
rouge
nltk==3.8.1
evaluate
vllm==0.5.3.post1
rouge_score
minference