We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2ddce72 commit df3be58Copy full SHA for df3be58
llama_cpp/llama.py
@@ -1201,6 +1201,7 @@ def generate(
1201
mirostat_mode: int = 0,
1202
mirostat_tau: float = 5.0,
1203
mirostat_eta: float = 0.1,
1204
+ penalize_nl: bool = True,
1205
logits_processor: Optional[LogitsProcessorList] = None,
1206
stopping_criteria: Optional[StoppingCriteriaList] = None,
1207
grammar: Optional[LlamaGrammar] = None,
@@ -1261,6 +1262,7 @@ def generate(
1261
1262
mirostat_eta=mirostat_eta,
1263
logits_processor=logits_processor,
1264
grammar=grammar,
1265
+ penalize_nl=penalize_nl,
1266
)
1267
if stopping_criteria is not None and stopping_criteria(
1268
self._input_ids, self._scores[-1, :]
0 commit comments