File tree Expand file tree Collapse file tree 3 files changed +3
-3
lines changed Expand file tree Collapse file tree 3 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -18,7 +18,7 @@ ENV CUDA_DOCKER_ARCH=all
18
18
ENV LLAMA_CUBLAS=1
19
19
20
20
# Install depencencies
21
- RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings
21
+ RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
22
22
23
23
# Install llama-cpp-python (build with cuda)
24
24
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
Original file line number Diff line number Diff line change @@ -14,7 +14,7 @@ RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-reco
14
14
ninja-build \
15
15
build-essential
16
16
17
- RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings
17
+ RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
18
18
19
19
# Perform the conditional installations based on the image
20
20
RUN echo "Image: ${IMAGE}" && \
Original file line number Diff line number Diff line change 7
7
8
8
# Install the package
9
9
RUN apt update && apt install -y libopenblas-dev ninja-build build-essential
10
- RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings
10
+ RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
11
11
12
12
RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama_cpp_python --verbose
13
13
You can’t perform that action at this time.
0 commit comments