Dockerfile

FROM python:3.10

WORKDIR /app

COPY ./requirements.txt /app/requirements.txt

RUN pip install --no-cache-dir --upgrade -r requirements.txt && \
    wget https://huggingface.co/TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF/resolve/main/solar-10.7b-instruct-v1.0-uncensored.Q6_K.gguf -O model.gguf && \
    useradd -m -u 1000 user

USER user

COPY --chown=user . .

CMD ["python", "app.py"]