llama_cpp server: prompt is a string

Stonelinks · Stonelinks · commit b9098b0ef730 · 2023-05-02T14:47:07.000-07:00
Not sure why this union type was here but taking a look at llama.py, prompt is only ever processed as a string for completion

This was breaking types when generating an openapi client
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -126,7 +126,7 @@ def get_llama():
 )
 
 class CreateCompletionRequest(BaseModel):
-    prompt: Union[str, List[str]] = Field(
+    prompt: Optional[str] = Field(
         default="",
         description="The prompt to generate completions for."
     )
@@ -175,9 +175,6 @@ class Config:
 def create_completion(
     request: CreateCompletionRequest, llama: llama_cpp.Llama = Depends(get_llama)
 ):
-    if isinstance(request.prompt, list):
-        request.prompt = "".join(request.prompt)
-
     completion_or_chunks = llama(
         **request.dict(
             exclude={
