Revert "llama_cpp server: prompt is a string". Closes abetlen#187

abetlen · abetlen · commit 8895b9002ace · 2023-05-12T07:16:57.000-04:00
This reverts commit b9098b0.
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -167,8 +167,9 @@ def get_llama():
 )
 
 class CreateCompletionRequest(BaseModel):
-    prompt: Optional[str] = Field(
-        default="", description="The prompt to generate completions for."
+    prompt: Union[str, List[str]] = Field(
+        default="",
+        description="The prompt to generate completions for."
     )
     suffix: Optional[str] = Field(
         default=None,
@@ -222,6 +223,9 @@ class Config:
 def create_completion(
     request: CreateCompletionRequest, llama: llama_cpp.Llama = Depends(get_llama)
 ):
+    if isinstance(request.prompt, list):
+        request.prompt = "".join(request.prompt)
+
     completion_or_chunks = llama(
         **request.dict(
             exclude={
