File size: 652 Bytes
12f7a48 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
ARG SDK_VERSION=latest
FROM huggingface/hfendpoints-sdk:${SDK_VERSION} AS sdk
FROM vllm/vllm-openai:v0.9.0.1
RUN --mount=type=bind,from=sdk,source=/opt/hfendpoints/dist,target=/usr/local/endpoints/dist \
--mount=type=bind,source=requirements.txt,target=/tmp/requirements.txt \
python3 -m pip install torch --index-url https://download.pytorch.org/whl/cpu && \
python3 -m pip install -r /tmp/requirements.txt && \
python3 -m pip install /usr/local/endpoints/dist/*.whl
COPY handler.py /usr/local/endpoint/
# Network interface
ENV INTERFACE=0.0.0.0
ENV PORT=80
EXPOSE 80
ENTRYPOINT ["python3"]
CMD ["/usr/local/endpoint/handler.py"] |