Fix resize issue. Closes ggml-org#330

abetlen · abetlen · commit 8b4968ea673b · 2023-06-06T11:37:57.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -222,7 +222,7 @@ def __init__(
                 [("id", np.intc), ("logit", np.single), ("p", np.single)], align=True
             ),
         )
-        self._candidates_data.resize(3, self._n_vocab)
+        self._candidates_data.resize(3, self._n_vocab, refcheck=False)
         candidates = llama_cpp.llama_token_data_array(
             data=self._candidates_data.ctypes.data_as(llama_cpp.llama_token_data_p),
             size=size,

Original file line number	Diff line number	Diff line change
`@@ -222,7 +222,7 @@ def __init__(`
`222`	`222`	`[("id", np.intc), ("logit", np.single), ("p", np.single)], align=True`
`223`	`223`	`),`
`224`	`224`	`)`
`225`		`- self._candidates_data.resize(3, self._n_vocab)`
	`225`	`+ self._candidates_data.resize(3, self._n_vocab, refcheck=False)`
`226`	`226`	`candidates = llama_cpp.llama_token_data_array(`
`227`	`227`	`data=self._candidates_data.ctypes.data_as(llama_cpp.llama_token_data_p),`
`228`	`228`	`size=size,`