Align dtype to match c structs

abetlen · abetlen · commit 84e313bd6e18 · 2023-05-26T22:02:16.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -217,7 +217,7 @@ def __init__(
         size = llama_cpp.c_size_t(self._n_vocab)
         sorted = llama_cpp.c_bool(False)
         self._candidates_data = np.array(
-            [], dtype=[("id", np.intc), ("logit", np.single), ("p", np.single)]
+            [], dtype=np.dtype([("id", np.intc), ("logit", np.single), ("p", np.single)], align=True)
         )
         self._candidates_data.resize(3, self._n_vocab)
         candidates = llama_cpp.llama_token_data_array(

Original file line number	Diff line number	Diff line change
`@@ -217,7 +217,7 @@ def __init__(`
`217`	`217`	`size = llama_cpp.c_size_t(self._n_vocab)`
`218`	`218`	`sorted = llama_cpp.c_bool(False)`
`219`	`219`	`self._candidates_data = np.array(`
`220`		`- [], dtype=[("id", np.intc), ("logit", np.single), ("p", np.single)]`
	`220`	`+ [], dtype=np.dtype([("id", np.intc), ("logit", np.single), ("p", np.single)], align=True)`
`221`	`221`	`)`
`222`	`222`	`self._candidates_data.resize(3, self._n_vocab)`
`223`	`223`	`candidates = llama_cpp.llama_token_data_array(`