fix

abetlen · abetlen · commit 1e844d323824 · 2023-08-08T15:07:28.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -230,7 +230,7 @@ def __init__(
         grammar: Optional[Union[str, Path]] = None,
         n_gqa: Optional[int] = None,  # (TEMPORARY) must be 8 for llama2 70b
         rms_norm_eps: Optional[float] = None,  # (TEMPORARY)
-        mul_mat_q: Optional(bool) = None,  # (TEMPORARY)
+        mul_mat_q: Optional[bool] = None,  # (TEMPORARY)
         verbose: bool = True,
     ):
         """Load a llama.cpp model from `model_path`.
