yieldthought
diff --git a/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion b/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion
@@ -904,7 +904,7 @@ def __init__(
         )
         self.context_params.yarn_orig_ctx = yarn_orig_ctx if yarn_orig_ctx != 0 else 0
         self.context_params.mul_mat_q = mul_mat_q
-        self.context_params.f16_kv = f16_kv
+        # self.context_params.f16_kv = f16_kv
         self.context_params.logits_all = logits_all
         self.context_params.embedding = embedding
Original file line number	Diff line number	Diff line change
`@@ -904,7 +904,7 @@ def __init__(`
`904`	`904`	`)`
`905`	`905`	`self.context_params.yarn_orig_ctx = yarn_orig_ctx if yarn_orig_ctx != 0 else 0`
`906`	`906`	`self.context_params.mul_mat_q = mul_mat_q`
`907`		`- self.context_params.f16_kv = f16_kv`
	`907`	`+ # self.context_params.f16_kv = f16_kv`
`908`	`908`	`self.context_params.logits_all = logits_all`
`909`	`909`	`self.context_params.embedding = embedding`
`910`	`910`