File tree Expand file tree Collapse file tree 1 file changed +9
-3
lines changed Expand file tree Collapse file tree 1 file changed +9
-3
lines changed Original file line number Diff line number Diff line change @@ -13,15 +13,21 @@ RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-reco
13
13
python3-pip \
14
14
ninja-build \
15
15
libopenblas-dev \
16
- build-essential
16
+ build-essential \
17
+ && apt-get clean \
18
+ && rm -rf /var/lib/apt/lists/*
19
+
20
+
17
21
18
22
RUN mkdir /app
19
23
WORKDIR /app
20
24
COPY . /app
21
25
22
26
RUN python3 -m pip install --upgrade pip
23
27
24
- RUN make deps && make build && make clean
28
+ RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
29
+
30
+ RUN pip install llama-cpp-python --verbose;
25
31
26
32
# Set environment variable for the host
27
33
ENV HOST=0.0.0.0
@@ -31,4 +37,4 @@ ENV PORT=8000
31
37
EXPOSE 8000
32
38
33
39
# Run the server start script
34
- CMD ["/bin/sh" , "/app/docker/simple/ run.sh" ]
40
+ CMD ["/bin/sh" , "/app/run.sh" ]
You can’t perform that action at this time.
0 commit comments