andibuwono
diff --git a/‎examples/low_level_api/common.py
Copy file name to clipboardExpand all lines: examples/low_level_api/common.py
+4-3Lines changed: 4 additions & 3 deletions b/‎examples/low_level_api/common.py
Copy file name to clipboardExpand all lines: examples/low_level_api/common.py
+4-3Lines changed: 4 additions & 3 deletions
diff --git a/‎examples/low_level_api/low_level_api_chat_cpp.py
Copy file name to clipboardExpand all lines: examples/low_level_api/low_level_api_chat_cpp.py
+2-1Lines changed: 2 additions & 1 deletion b/‎examples/low_level_api/low_level_api_chat_cpp.py
Copy file name to clipboardExpand all lines: examples/low_level_api/low_level_api_chat_cpp.py
+2-1Lines changed: 2 additions & 1 deletion
diff --git a/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion b/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+1-1Lines changed: 1 addition & 1 deletion
diff --git a/‎llama_cpp/llama_chat_format.py
Copy file name to clipboardExpand all lines: llama_cpp/llama_chat_format.py
+1-2Lines changed: 1 addition & 2 deletions b/‎llama_cpp/llama_chat_format.py
Copy file name to clipboardExpand all lines: llama_cpp/llama_chat_format.py
+1-2Lines changed: 1 addition & 2 deletions
@@ -3,7 +3,7 @@
 import re
 
 from dataclasses import dataclass, field
-from typing import List
+from typing import List, Dict
 
 # Based on https://github.com/ggerganov/llama.cpp/blob/master/examples/common.cpp
 
@@ -19,7 +19,7 @@ class GptParams:
     n_keep: int = 0
 
     ignore_eos: bool = False
-    logit_bias: dict[int, float] = field(default_factory=dict)
+    logit_bias: Dict[int, float] = field(default_factory=dict)
     top_k: int = 40
     top_p: float = 0.95
     tfs_z: float = 1.00
@@ -380,7 +380,8 @@ def gpt_params_parse(argv=None):
 
     if logit_bias_str != None:
         for i in logit_bias_str:
-            if m := re.match(r"(\d+)([-+]\d+)", i):
+            m = re.match(r"(\d+)([-+]\d+)", i)
+            if m:
                 params.logit_bias[int(m.group(1))] = float(m.group(2))
 
     return params
 
@@ -688,7 +688,8 @@ def output(self):
     # read user input
     def read_input(self):
         out = ""
-        while (t := input()).endswith("\\"):
+        t = input()
+        while t.endswith("\\"):
             out += t[:-1] + "\n"
         return out + t + "\n"
 
 
@@ -15,7 +15,6 @@
 from typing import (
     Any,
     List,
-    Literal,
     Optional,
     Union,
     Generator,
@@ -25,6 +24,7 @@
     Callable,
     Dict,
 )
+from typing_extensions import Literal
 from collections import deque
 from pathlib import Path
 
 
@@ -14,13 +14,12 @@
     Dict,
     Iterator,
     List,
-    Literal,
     Optional,
     Tuple,
     Union,
-    Protocol,
     cast,
 )
+from typing_extensions import Literal, Protocol
 
 import jinja2
 from jinja2.sandbox import ImmutableSandboxedEnvironment