requirements.txt

torch>=2.0.1
transformers==4.32.0
datasets>=2.12.0
accelerate>=0.21.0
peft>=0.4.0
trl>=0.5.0
scipy
sentencepiece
tiktoken
jieba
rouge-chinese
nltk
gradio>=3.36.0
uvicorn
pydantic==1.10.11
fastapi==0.95.1
sse-starlette
matplotlib
loguru
jsonlines
transformers_stream_generator==0.0.4
deepspeed>=0.9.3
einops
xformers