Merge branch 'main' of github.com:abetlen/llama_cpp_python into main

abetlen · abetlen · commit cf8ae5a69cba · 2023-09-25T13:57:00.000-04:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -1,5 +1,6 @@
 import json
 import multiprocessing
+import time
 from re import compile, Match, Pattern
 from threading import Lock
 from functools import partial
@@ -271,7 +272,11 @@ def get_route_handler(
 
         async def custom_route_handler(request: Request) -> Response:
             try:
-                return await original_route_handler(request)
+                start_sec = time.perf_counter()
+                response = await original_route_handler(request)
+                elapsed_time_ms = int((time.perf_counter() - start_sec) * 1000)
+                response.headers["openai-processing-ms"] = f"{elapsed_time_ms}"
+                return response
             except Exception as exc:
                 json_body = await request.json()
                 try:
