Dockerfile

#FROM python:3.9-slim
FROM python:3.10-slim

# Set environment variables to avoid caching issues with Hugging Face
ENV HF_HOME=/tmp/huggingface \
    TRANSFORMERS_CACHE=/tmp/huggingface/transformers \
    HF_DATASETS_CACHE=/tmp/huggingface/datasets \
    HUGGINGFACE_HUB_CACHE=/tmp/huggingface/hub \
    XDG_CACHE_HOME=/tmp/huggingface

WORKDIR /app

# RUN apt-get update && apt-get install -y \
#     build-essential \
#     curl \
#     software-properties-common \
#     git \
#     && rm -rf /var/lib/apt/lists/*

COPY requirements.txt ./
COPY src/ ./src/

RUN pip install --no-cache-dir -r requirements.txt && \
    python -c "from transformers import AutoTokenizer, AutoModel; \
    AutoTokenizer.from_pretrained('prd101-wd/phi1_5-bankingqa-merged'); \
    AutoModel.from_pretrained('prd101-wd/phi1_5-bankingqa-merged')"

EXPOSE 7860

ENV PYTHONUNBUFFERED=1

# HEALTHCHECK CMD curl --fail http://localhost:8501/_stcore/health

CMD ["streamlit", "run", "./src/model_consumer.py", "--server.port=7860", "--server.address=0.0.0.0"]