requirements.txt

mpi4py
numpy==1.24.2
datasets==2.10.1
peft @ git+https://github.com/huggingface/peft.git@deff03f2c251534fffd2511fc2d440e84cc54b1b
torch==2.0.0
wandb==0.14.0
deepspeed==0.8.3
trl @ git+https://github.com/lvwerra/trl.git#egg=trl-0.4.1
sentencepiece
transformers @ git+https://github.com/huggingface/transformers@c612628045822f909020f7eb6784c79700813eda
flask
flask_cors
icetk
cpm_kernels==1.0.11