Add additional verbose logs for cache

abetlen · abetlen · commit f27393ab7ed0 · 2023-06-14T21:46:48.000-04:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -119,8 +119,12 @@ def create_app(settings: Optional[Settings] = None):
     )
     if settings.cache:
         if settings.cache_type == "disk":
+            if settings.verbose:
+                print(f"Using disk cache with size {settings.cache_size}")
             cache = llama_cpp.LlamaDiskCache(capacity_bytes=settings.cache_size)
         else:
+            if settings.verbose:
+                print(f"Using ram cache with size {settings.cache_size}")
             cache = llama_cpp.LlamaRAMCache(capacity_bytes=settings.cache_size)
 
         cache = llama_cpp.LlamaCache(capacity_bytes=settings.cache_size)
