chore: updated docker file to test the latest code

limcheekin · limcheekin · commit 5f9f46e8b86e · 2023-08-14T17:22:34.000+08:00
diff --git a/Dockerfile.aws b/Dockerfile.aws
@@ -19,6 +19,7 @@ RUN apt-get update && \
     libopenblas-dev \
     ninja-build \
     build-essential \
+    pkg-config \
     curl
 
 # Include global args in this stage of the build
@@ -34,13 +35,13 @@ COPY ./ ${FUNCTION_DIR}
 
 RUN python${RUNTIME_VERSION} -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette
 # REF: https://github.com/abetlen/llama-cpp-python/blob/main/Dockerfile
-RUN cd ${FUNCTION_DIR} && CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 python${RUNTIME_VERSION} setup.py develop
+RUN cd ${FUNCTION_DIR} && CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" FORCE_CMAKE=1 python${RUNTIME_VERSION} setup.py develop
 # Install Lambda Runtime Interface Client for Python
 RUN python${RUNTIME_VERSION} -m pip install awslambdaric --target ${FUNCTION_DIR}
 
 # download the model file
 RUN mkdir ${FUNCTION_DIR}/model
-RUN curl -L https://huggingface.co/TheBloke/orca_mini_v2_7B-GGML/resolve/main/orca-mini-v2_7b.ggmlv3.q4_0.bin -o ${FUNCTION_DIR}/model/ggml-q4_0.bin
+RUN curl -L https://huggingface.co/TheBloke/orca_mini_v3_7B-GGML/resolve/main/orca_mini_v3_7b.ggmlv3.q4_0.bin -o ${FUNCTION_DIR}/model/ggml-q4_0.bin
 
 # Stage 3 - final runtime image
 # Grab a fresh copy of the Python image
diff --git a/vendor/llama.cpp b/vendor/llama.cpp
@@ -1 +1 @@
-Subproject commit f5bfea0580e417f99850d5456ca541d871a3e48c
+Subproject commit edcc7ae7d26007bbf83136e9d33f863fcad9b871
