| services: | |
| gguf-my-repo: | |
| build: | |
| context: . | |
| dockerfile: Dockerfile | |
| image: gguf-my-repo | |
| container_name: gguf-my-repo | |
| ports: | |
| - "7860:7860" | |
| volumes: | |
| - .:/home/user/app | |
| environment: | |
| - RUN_CUDA=0 | |
| - RUN_LOCALLY=1 | |
| - HF_TOKEN=${HF_TOKEN} | |
| - HF_HUB_CACHE=/home/user/app/downloads | |