llama_cpp server: move logprobs to supported

Stonelinks · Stonelinks · commit 1e429135993f · 2023-05-01T15:38:19.000-07:00
I think this is actually supported (its in the arguments of `LLama.__call__`, which is how the completion is invoked). decision: mark as supported
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -79,12 +79,11 @@ class CreateCompletionRequest(BaseModel):
     echo: bool = False
     stop: Optional[List[str]] = []
     stream: bool = False
+    logprobs: Optional[int] = Field(None)
 
     # ignored, but marked as required for the sake of compatibility with openai's api
     model: str = model_field
 
-    logprobs: Optional[int] = Field(None)
-
     # llama.cpp specific parameters
     top_k: int = 40
     repeat_penalty: float = 1.1
