Add runtime check to ensure embedding is enabled if trying to generate embeddings

abetlen · abetlen · commit cefc69ea43ee · 2023-04-05T03:25:37.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -242,6 +242,11 @@ def create_embedding(self, input: str) -> Embedding:
         """
         assert self.ctx is not None
 
+        if self.params.embedding == False:
+            raise RuntimeError(
+                "Llama model must be created with embedding=True to call this method"
+            )
+
         if self.verbose:
             llama_cpp.llama_reset_timings(self.ctx)
 
