Ralf12358
diff --git a/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion b/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion
@@ -307,7 +307,7 @@ def _sample(
         )
         logits = self.eval_logits[-1]
         for processor in logits_processors:
-            logits = processor(last_n_tokens_data, logits)
+            logits = processor(list(self.eval_tokens), logits)
 
         nl_logit = logits[int(Llama.token_nl())]
         data = (llama_cpp.llama_token_data * n_vocab)(
Original file line number	Diff line number	Diff line change
`@@ -307,7 +307,7 @@ def _sample(`
`307`	`307`	`)`
`308`	`308`	`logits = self.eval_logits[-1]`
`309`	`309`	`for processor in logits_processors:`
`310`		`- logits = processor(last_n_tokens_data, logits)`
	`310`	`+ logits = processor(list(self.eval_tokens), logits)`
`311`	`311`
`312`	`312`	`nl_logit = logits[int(Llama.token_nl())]`
`313`	`313`	`data = (llama_cpp.llama_token_data * n_vocab)(`