Fix bug in embedding

abetlen · abetlen · commit 42bb721d64d7 · 2023-09-30T13:20:22.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -839,9 +839,10 @@ def create_embedding(
             An embedding object.
         """
         assert self.ctx is not None
+        assert self.model is not None
         model_name: str = model if model is not None else self.model_path
 
-        if self.model_params.embedding == False:
+        if self.context_params.embedding == False:
             raise RuntimeError(
                 "Llama model must be created with embedding=True to call this method"
             )
@@ -863,7 +864,7 @@ def create_embedding(
             n_tokens = len(tokens)
             total_tokens += n_tokens
             embedding = llama_cpp.llama_get_embeddings(self.ctx)[
-                : llama_cpp.llama_n_embd(self.ctx)
+                : llama_cpp.llama_n_embd(self.model)
             ]
 
             data.append(
