8000
We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d605408 commit 81631afCopy full SHA for 81631af
Dockerfile
@@ -3,8 +3,13 @@ FROM python:3-bullseye
3
# We need to set the host to 0.0.0.0 to allow outside access
4
ENV HOST 0.0.0.0
5
6
+COPY . .
7
+
8
# Install the package
-RUN apt update && apt install -y libopenblas-dev && LLAMA_OPENBLAS=1 pip install llama-cpp-python[server]
9
+RUN apt update && apt install -y libopenblas-dev
10
+RUN python -m pip install --upgrade pip pytest cmake scikit 4D57 -build setuptools fastapi uvicorn sse-starlette
11
12
+RUN LLAMA_OPENBLAS=1 python3 setup.py develop
13
14
# Run the server
15
CMD python3 -m llama_cpp.server
0 commit comments