riverzhou
diff --git a/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+24-2Lines changed: 24 additions & 2 deletions b/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+24-2Lines changed: 24 additions & 2 deletions
diff --git a/‎setup.py
Copy file name to clipboardExpand all lines: setup.py
+1-1Lines changed: 1 addition & 1 deletion b/‎setup.py
Copy file name to clipboardExpand all lines: setup.py
+1-1Lines changed: 1 addition & 1 deletion
@@ -1,5 +1,6 @@
 import json
 import multiprocessing
+import redis
 from threading import Lock
 from functools import partial
 from typing import Iterator, List, Optional, Union, Dict
@@ -85,13 +86,22 @@ class Settings(BaseSettings):
     port: int = Field(
         default=8000, description="Listen port"
     )
+    redishost: str = Field(
+        default="None", description="Redis server address"
+    )
+    redisport: int = Field(
+        default=6379, description="Redis server port"
+    )
+    redisdb: int = Field(
+        default=0, description="Redis server db"
+    )
 
 
 router = APIRouter()
 
 settings: Optional[Settings] = None
 llama: Optional[llama_cpp.Llama] = None
-
+rediscon: Optional[redis.StrictRedis] = None
 
 def create_app(settings: Optional[Settings] = None):
     if settings is None:
@@ -108,6 +118,14 @@ def create_app(settings: Optional[Settings] = None):
         allow_headers=["*"],
     )
     app.include_router(router)
+
+    if settings.redishost != 'None':
+        global rediscon
+        try:
+            redscon = redis.StrictRedis(host=settings.redishost, port=settings.redisport, db=settings.redisdb)
+        except Exception as e:
+            print(e)
+
     global llama
     llama = llama_cpp.Llama(
         model_path=settings.model,
@@ -506,7 +524,11 @@ async def event_publisher(inner_send_chan: MemoryObjectSendStream):
                             raise anyio.get_cancelled_exc_class()()
                     await inner_send_chan.send(dict(data="[DONE]"))
                     log['messages'].append({'role':streamRole, 'content':streamContent})
-                    print(json.dumps(log,indent=4))
+
+                    #print(json.dumps(log,indent=4))
+                    if rediscon is not None:
+                        logstr = json.dumps(log)
+                        rediscon.rpush('llama.cpp', logstr)
 
                 except anyio.get_cancelled_exc_class() as e:
                     print("disconnected")
 
@@ -18,7 +18,7 @@
     packages=["llama_cpp", "llama_cpp.server"],
     install_requires=["typing-extensions>=4.5.0", "numpy>=1.20.0", "diskcache>=5.6.1"],
     extras_require={
-        "server": ["uvicorn>=0.21.1", "fastapi>=0.95.0", "sse-starlette>=1.3.3"],
+        "server": ["uvicorn>=0.21.1", "fastapi>=0.95.0", "sse-starlette>=1.3.3", "redis[hiredis]>= 4.1.0"],
     },
     python_requires=">=3.7",
     classifiers=[