Update Dockerfile
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
|
@@ -22,7 +22,7 @@ ENV LLAMA_CUBLAS=1
|
|
| 22 |
RUN python3 -m pip install --no-cache-dir --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context huggingface-hub==0.14.1 flask apscheduler
|
| 23 |
|
| 24 |
# Install llama-cpp-python (build with cuda)
|
| 25 |
-
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=
|
| 26 |
|
| 27 |
RUN git config --global user.email "[email protected]"
|
| 28 |
RUN git config --global user.name "Andrew Matenkov"
|
|
|
|
| 22 |
RUN python3 -m pip install --no-cache-dir --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context huggingface-hub==0.14.1 flask apscheduler
|
| 23 |
|
| 24 |
# Install llama-cpp-python (build with cuda)
|
| 25 |
+
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=ON -DLLAMA_AVX2=OFF -DLLAMA_F16C=OFF -DLLAMA_FMA=OFF" FORCE_CMAKE=1 pip install llama-cpp-python --no-cache-dir
|
| 26 |
|
| 27 |
RUN git config --global user.email "[email protected]"
|
| 28 |
RUN git config --global user.name "Andrew Matenkov"
|