earonesty
diff --git a/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+3-3Lines changed: 3 additions & 3 deletions b/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+3-3Lines changed: 3 additions & 3 deletions
@@ -487,9 +487,9 @@ def _sample(
         nl_logit = logits[self._token_nl]
         candidates = self._candidates
         candidates_data = self._candidates_data
-        candidates_data["id"] = np.arange(n_vocab, dtype=np.intc)  # type: ignore
-        candidates_data["logit"] = logits
-        candidates_data["p"] = np.zeros(n_vocab, dtype=np.single)
+        candidates_data["id"][:] = np.arange(n_vocab, dtype=np.intc)  # type: ignore
+        candidates_data["logit"][:] = logits
+        candidates_data["p"][:] = np.zeros(n_vocab, dtype=np.single)
         candidates.data = candidates_data.ctypes.data_as(llama_cpp.llama_token_data_p)
         candidates.sorted = llama_cpp.c_bool(False)
         candidates.size = llama_cpp.c_size_t(n_vocab)