Dockerfile

# Monster/Llama-2-13B-chat
FROM ghcr.io/ggerganov/llama.cpp:full
RUN apt update && apt upgrade -y && apt install wget -y
RUN wget "https://huggingface.co/TheBloke/Llama-2-13B-chat-GGUF/resolve/main/llama-2-13b-chat.Q4_K_M.gguf" -O llama-2-13b-chat.Q4_K_M.gguf
CMD ["--server", "-m", "llama-2-13b-chat.Q4_K_M.gguf", "--port", "7860", "--host", "0.0.0.0", "-t", "2"]