accelerate==0.21.0
bitsandbytes==0.40.2
gradio==3.37.0
protobuf==3.20.3
scipy==1.11.1
sentencepiece==0.1.99
transformers==4.31.0
auto-gptq @ https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.3.2/auto_gptq-0.3.2+cu118-cp310-cp310-linux_x86_64.whl#sha256=5f05e44c440e9f72a0dba8b7f1e10d7ceacb041d21c68382702bee068eea3f77

--extra-index-url https://download.pytorch.org/whl/cu118
torch==2.0.1