Allow first logprob token to be null to match openai api

abetlen · abetlen · commit a634a2453b00 · 2023-05-19T02:04:57.000-04:00
diff --git a/llama_cpp/llama_types.py b/llama_cpp/llama_types.py
@@ -22,9 +22,9 @@ class Embedding(TypedDict):
 
 class CompletionLogprobs(TypedDict):
     text_offset: List[int]
-    token_logprobs: List[float]
+    token_logprobs: List[Optional[float]]
     tokens: List[str]
-    top_logprobs: List[Dict[str, float]]
+    top_logprobs: List[Optional[Dict[str, float]]]
 
 
 class CompletionChoice(TypedDict):
