fix: eos/bos_token set correctly for Jinja2ChatFormatter and automatic chat formatter (abetlen#1230)

CISC · web-flow · commit c36ab15e68b9 · 2024-02-28T01:30:31.000-05:00
The token strings were not correctly retrieved (empty).
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -408,8 +408,8 @@ def __init__(
                 except:
                     bos_token_id = self.token_bos()
 
-                eos_token = self.detokenize([eos_token_id]).decode("utf-8")
-                bos_token = self.detokenize([bos_token_id]).decode("utf-8")
+                eos_token = self._model.token_get_text(eos_token_id)
+                bos_token = self._model.token_get_text(bos_token_id)
 
                 if self.verbose:
                     print(f"Using chat template: {template}", file=sys.stderr)
