--extra-index-url https://download.pytorch.org/whl/cu124
# basic dependencies
torch==2.4.0
torchvision==0.19.0
datasets
transformers==4.46.3
tokenizers
deepspeed
accelerate
peft
timm
numpy
# data processing
decord
imageio
imageio-ffmpeg
moviepy
scenedetect
opencv-python
pyarrow
pysubs2
ffmpeg-python
# misc
scikit-learn
huggingface_hub
sentencepiece
shortuuid
einops
einops-exts
bitsandbytes
pydantic>=2.0
markdown2[all]
gradio==5.34.0
gradio_client==1.10.3
httpx==0.24.1
requests
openai
uvicorn
fastapi
tensorboard
wandb
tabulate
Levenshtein
pycocotools
spaces
https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.3/flash_attn-2.7.3+cu12torch2.4cxx11abiFALSE-cp310-cp310-linux_x86_64.whl