File size: 1,034 Bytes
b561a12
 
3717835
4ff3c05
de4e2ff
 
 
 
 
4ff3c05
3717835
 
b561a12
 
 
 
 
 
3717835
 
b310977
3717835
de4e2ff
 
 
 
341c97f
7572f51
3717835
b561a12
 
58aa69f
3717835
b561a12
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#FROM python:3.9-slim
FROM python:3.10-slim

# Set environment variables to avoid caching issues with Hugging Face
ENV HF_HOME=/tmp/huggingface \
    TRANSFORMERS_CACHE=/tmp/huggingface/transformers \
    HF_DATASETS_CACHE=/tmp/huggingface/datasets \
    HUGGINGFACE_HUB_CACHE=/tmp/huggingface/hub \
    XDG_CACHE_HOME=/tmp/huggingface

WORKDIR /app

# RUN apt-get update && apt-get install -y \
#     build-essential \
#     curl \
#     software-properties-common \
#     git \
#     && rm -rf /var/lib/apt/lists/*

COPY requirements.txt ./
COPY src/ ./src/

RUN pip install --no-cache-dir -r requirements.txt && \
    python -c "from transformers import AutoTokenizer, AutoModel; \
    AutoTokenizer.from_pretrained('prd101-wd/phi1_5-bankingqa-merged'); \
    AutoModel.from_pretrained('prd101-wd/phi1_5-bankingqa-merged')"

EXPOSE 7860

ENV PYTHONUNBUFFERED=1

# HEALTHCHECK CMD curl --fail http://localhost:8501/_stcore/health

CMD ["streamlit", "run", "./src/model_consumer.py", "--server.port=7860", "--server.address=0.0.0.0"]