torch==2.3.1
torchvision
transformers==4.44.2 
tokenizers==0.19.1 
sentencepiece==0.2.0
shortuuid
accelerate==0.34.2
peft
bitsandbytes
pydantic 
markdown2[all]
numpy 
scikit-learn==1.2.2
gradio==4.16.0
gradio_client==0.8.1
requests
httpx==0.27.0
uvicorn
protobuf==3.20.0
fastapi
einops==0.6.1
einops-exts==0.0.4
timm==0.9.11
opencv-python
fvcore
# these lib are required for the lmms-eval
black==24.1.0
datasets==2.16.1
evaluate>=0.4.0
jsonlines
numexpr
pybind11>=2.6.2
pytablewriter
rouge-score>=0.0.4
sacrebleu>=1.5.0
scikit-learn>=0.24.1
sqlitedict
openai>=1.0.0
pycocoevalcap
tqdm-multiprocess
zstandard
pyyaml
sympy
mpmath
Jinja2
openpyxl
Levenshtein
hf_transfer
tenacity
transformers-stream-generator
tiktoken
pre-commit