| accelerate==0.21.0 | |
| bitsandbytes==0.40.2 | |
| gradio==3.37.0 | |
| protobuf==3.20.3 | |
| scipy==1.11.1 | |
| sentencepiece==0.1.99 | |
| transformers==4.31.0 | |
| auto-gptq @ https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.3.2/auto_gptq-0.3.2+cu118-cp310-cp310-linux_x86_64.whl#sha256=5f05e44c440e9f72a0dba8b7f1e10d7ceacb041d21c68382702bee068eea3f77 | |
| --extra-index-url https://download.pytorch.org/whl/cu118 | |
| torch==2.0.1 | |