File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Filter options
Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Original file line number Diff line number Diff line change @@ -326,7 +326,7 @@ def reload_from_cache_state(
326
326
# pylint: disable=protected-access
327
327
328
328
# Check if model needs logits (draft model, log probs required, etc.)
329
- need_to_reload_without_scores = (
329
+ model_needs_scores_to_reload = (
330
330
# May be overly pessimistic if don't want embeddings for prompt tokens.
331
331
model .context_params .embeddings
332
332
or model .context_params .logits_all
@@ -336,7 +336,7 @@ def reload_from_cache_state(
336
336
or model .draft_model is not None
337
337
)
338
338
339
- if need_to_reload_without_scores :
339
+ if model_needs_scores_to_reload :
340
340
if state .scores is None :
341
341
raise StateReloadError (
342
342
"Model requires logits to be reloaded, but static cache does not store logits"
You can’t perform that action at this time.
0 commit comments