Added health check endpoint

mikeFore4 · mikeFore4 · commit 28652d253e50 · 2024-03-26T17:48:28.000Z
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -16,6 +16,7 @@
 from fastapi.middleware import Middleware
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.security import HTTPBearer
+from fastapi_health import health
 from sse_starlette.sse import EventSourceResponse
 from starlette_context.plugins import RequestIdPlugin  # type: ignore
 from starlette_context.middleware import RawContextMiddleware
@@ -43,7 +44,11 @@
 from llama_cpp.server.errors import RouteErrorHandler
 
 
+def check_health():
+    return True
+
 router = APIRouter(route_class=RouteErrorHandler)
+router.add_api_route("/health", health([check_health]))
 
 _server_settings: Optional[ServerSettings] = None
 
