bellofils
diff --git a/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion b/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion
@@ -557,7 +557,7 @@ def sample(
             logits[:] = (
                 logits_processor(self._input_ids, logits)
                 if idx is None
-                else logits_processor(self._input_ids[:idx], logits)
+                else logits_processor(self._input_ids[:idx + 1], logits)
             )
 
         sampling_params = _LlamaSamplingParams(
Original file line number	Diff line number	Diff line change
`@@ -557,7 +557,7 @@ def sample(`
`557`	`557`	`logits[:] = (`
`558`	`558`	`logits_processor(self._input_ids, logits)`
`559`	`559`	`if idx is None`
`560`		`- else logits_processor(self._input_ids[:idx], logits)`
	`560`	`+ else logits_processor(self._input_ids[:idx + 1], logits)`
`561`	`561`	`)`
`562`	`562`
`563`	`563`	`sampling_params = _LlamaSamplingParams(`