From 84e313bd6e18e341f35be6c87e7151e7ce8d926d Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Fri, 26 May 2023 22:02:16 -0400 Subject: [PATCH] Align dtype to match c structs --- llama_cpp/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 3084b33..ac51ce5 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -217,7 +217,7 @@ class Llama: size = llama_cpp.c_size_t(self._n_vocab) sorted = llama_cpp.c_bool(False) self._candidates_data = np.array( - [], dtype=[("id", np.intc), ("logit", np.single), ("p", np.single)] + [], dtype=np.dtype([("id", np.intc), ("logit", np.single), ("p", np.single)], align=True) ) self._candidates_data.resize(3, self._n_vocab) candidates = llama_cpp.llama_token_data_array(