We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f7b9e6d commit 5575fedCopy full SHA for 5575fed
llama_cpp/_internals.py
@@ -511,7 +511,7 @@ def sample_token(self, candidates: "_LlamaTokenDataArray") -> int:
511
def grammar_accept_token(self, grammar: LlamaGrammar, token: int):
512
assert self.ctx is not None
513
assert grammar.grammar is not None
514
- llama_cpp.llama_grammar_accept_token(self.ctx, grammar.grammar, token)
+ llama_cpp.llama_grammar_accept_token(grammar.grammar, self.ctx, token)
515
516
def reset_timings(self):
517
0 commit comments