mqq-marek
diff --git a/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+13Lines changed: 13 additions & 0 deletions b/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+13Lines changed: 13 additions & 0 deletions
diff --git a/‎pyproject.toml
Copy file name to clipboardExpand all lines: pyproject.toml
+1Lines changed: 1 addition & 0 deletions b/‎pyproject.toml
Copy file name to clipboardExpand all lines: pyproject.toml
+1Lines changed: 1 addition & 0 deletions
@@ -12,12 +12,15 @@
 from anyio.streams.memory import MemoryObjectSendStream
 from starlette.concurrency import run_in_threadpool, iterate_in_threadpool
 from fastapi import Depends, FastAPI, APIRouter, Request, Response
+from fastapi.middleware import Middleware
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import JSONResponse
 from fastapi.routing import APIRoute
 from pydantic import BaseModel, Field
 from pydantic_settings import BaseSettings
 from sse_starlette.sse import EventSourceResponse
+from starlette_context import plugins
+from starlette_context.middleware import RawContextMiddleware
 
 import numpy as np
 import numpy.typing as npt
@@ -306,7 +309,17 @@ async def custom_route_handler(request: Request) -> Response:
 def create_app(settings: Optional[Settings] = None):
     if settings is None:
         settings = Settings()
+
+    middleware = [
+        Middleware(
+                RawContextMiddleware,
+                plugins=(
+                    plugins.RequestIdPlugin(),
+                )
+        )
+    ]
     app = FastAPI(
+        middleware=middleware,
         title="🦙 llama.cpp Python API",
         version="0.0.1",
     )
 
@@ -32,6 +32,7 @@ server = [
     "fastapi>=0.100.0",
     "pydantic-settings>=2.0.1",
     "sse-starlette>=1.6.1",
+    "starlette-context>=0.3.6,<0.4"
 ]
 test = [
     "pytest>=7.4.0",
Original file line number	Diff line number	Diff line change
`@@ -32,6 +32,7 @@ server = [`
`32`	`32`	`"fastapi>=0.100.0",`
`33`	`33`	`"pydantic-settings>=2.0.1",`
`34`	`34`	`"sse-starlette>=1.6.1",`
	`35`	`+ "starlette-context>=0.3.6,<0.4"`
`35`	`36`	`]`
`36`	`37`	`test = [`
`37`	`38`	`"pytest>=7.4.0",`