lidanger
diff --git a/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion b/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion
@@ -463,7 +463,7 @@ def _create_completion(
             for num,pattern in [(2, 192), (3, 224), (4, 240)]:
                 # Bitwise AND check
                 if (pattern & token == pattern):
-                    multibyte_fix = num
+                    multibyte_fix = num - 1
 
             if self.cache and len(completion_tokens) == 0:
                 if prompt_tokens not in self.cache: