8000
We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8297a0d commit ac02174Copy full SHA for ac02174
docker/cuda_simple/Dockerfile
@@ -15,13 +15,13 @@ COPY . .
15
16
# setting build related env vars
17
ENV CUDA_DOCKER_ARCH=all
18
-ENV LLAMA_CUBLAS=1
+ENV GGML_CUDA=1
19
20
# Install depencencies
21
RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
22
23
# Install llama-cpp-python (build with cuda)
24
-RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
+RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install llama-cpp-python
25
26
# Run the server
27
CMD python3 -m llama_cpp.server
0 commit comments