th-neu
diff --git a/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+2-2Lines changed: 2 additions & 2 deletions b/‎llama_cpp/llama.py
Copy file name to clipboardExpand all lines: llama_cpp/llama.py
+2-2Lines changed: 2 additions & 2 deletions
diff --git a/‎setup.py
Copy file name to clipboardExpand all lines: setup.py
+1Lines changed: 1 addition & 0 deletions b/‎setup.py
Copy file name to clipboardExpand all lines: setup.py
+1Lines changed: 1 addition & 0 deletions
diff --git a/‎vendor/llama.cpp
Copy file name to clipboard b/‎vendor/llama.cpp
Copy file name to clipboard
@@ -390,7 +390,7 @@ def sample(
             top_k=llama_cpp.c_int(top_k),
             top_p=llama_cpp.c_float(top_p),
             temp=llama_cpp.c_float(temp),
-            mirostat=llama_cpp.c_int(mirostat_mode),
+            mirostat_mode=llama_cpp.c_int(mirostat_mode),
             mirostat_mu=llama_cpp.c_float(mirostat_mu),
             mirostat_tau=llama_cpp.c_float(mirostat_tau),
             mirostat_eta=llama_cpp.c_float(mirostat_eta),
@@ -404,7 +404,7 @@ def generate(
         top_k: int,
         top_p: float,
         temp: float,
-        mirostat: int,
+        mirostat_mode: int,
         mirostat_tau: float,
         mirostat_eta: float,
         mirostat_mu: float,
 
@@ -22,6 +22,7 @@
     extras_require={
         "server": ["uvicorn>=0.21.1", "fastapi>=0.95.0", "sse-starlette>=1.3.3"],
     },
+    cmake_args=['-DLLAMA_CUBLAS=ON'],
     python_requires=">=3.7",
     classifiers=[
         "Programming Language :: Python :: 3",