llama_cpp server: fix to ChatCompletionRequestMessage

Stonelinks · Stonelinks · commit dbbfc4ba2f84 · 2023-05-01T15:38:19.000-07:00
When I generate a client, it breaks because it fails to process the schema of ChatCompletionRequestMessage

These fix that:
- I think `Union[Literal["user"], Literal["channel"], ...]` is the same as Literal["user", "channel", ...]
- Turns out default value `Literal["user"]` isn't JSON serializable, so replace with "user"
diff --git a/llama_cpp/llama_types.py b/llama_cpp/llama_types.py
@@ -58,7 +58,7 @@ class Completion(TypedDict):
 
 
 class ChatCompletionMessage(TypedDict):
-    role: Union[Literal["assistant"], Literal["user"], Literal["system"]]
+    role: Literal["assistant", "user", "system"]
     content: str
 
 class ChatCompletionChoice(TypedDict):
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -215,8 +215,8 @@ def create_embedding(
 
 
 class ChatCompletionRequestMessage(BaseModel):
-    role: Union[Literal["system"], Literal["user"], Literal["assistant"]] = Field(
-        default=Literal["user"], description="The role of the message."
+    role: Literal["system", "user", "assistant"] = Field(
+        default="user", description="The role of the message."
     )
     content: str = Field(default="", description="The content of the message.")
 

Original file line number	Diff line number	Diff line change
`@@ -215,8 +215,8 @@ def create_embedding(`
`215`	`215`
`216`	`216`
`217`	`217`	`class ChatCompletionRequestMessage(BaseModel):`
`218`		`- role: Union[Literal["system"], Literal["user"], Literal["assistant"]] = Field(`
`219`		`- default=Literal["user"], description="The role of the message."`
	`218`	`+ role: Literal["system", "user", "assistant"] = Field(`
	`219`	`+ default="user", description="The role of the message."`
`220`	`220`	`)`
`221`	`221`	`content: str = Field(default="", description="The content of the message.")`
`222`	`222`