File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Filter options
Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Original file line number Diff line number Diff line change @@ -1555,7 +1555,7 @@ def logit_bias_processor(
1555
1555
)
1556
1556
token_offset = len (prompt_tokens ) + returned_tokens
1557
1557
logits = self ._scores [token_offset - 1 , :]
1558
- current_logprobs = Llama .logits_to_logprobs (logits )
1558
+ current_logprobs = Llama .logits_to_logprobs (logits ). tolist ()
1559
1559
sorted_logprobs = list (
1560
1560
sorted (
1561
1561
zip (current_logprobs , range (len (current_logprobs ))),
@@ -1674,7 +1674,7 @@ def logit_bias_processor(
1674
1674
)
1675
1675
token_offset = len (prompt_tokens ) + returned_tokens - 1
1676
1676
logits = self ._scores [token_offset , :]
1677
- current_logprobs = Llama .logits_to_logprobs (logits )
1677
+ current_logprobs = Llama .logits_to_logprobs (logits ). tolist ()
1678
1678
sorted_logprobs = list (
1679
1679
sorted (
1680
1680
zip (current_logprobs , range (len (current_logprobs ))),
You can’t perform that action at this time.
0 commit comments