RichelynScott
diff --git a/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+6-2Lines changed: 6 additions & 2 deletions b/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+6-2Lines changed: 6 additions & 2 deletions
@@ -167,8 +167,9 @@ def get_llama():
 )
 
 class CreateCompletionRequest(BaseModel):
-    prompt: Optional[str] = Field(
-        default="", description="The prompt to generate completions for."
+    prompt: Union[str, List[str]] = Field(
+        default="",
+        description="The prompt to generate completions for."
     )
     suffix: Optional[str] = Field(
         default=None,
@@ -222,6 +223,9 @@ class Config:
 def create_completion(
     request: CreateCompletionRequest, llama: llama_cpp.Llama = Depends(get_llama)
 ):
+    if isinstance(request.prompt, list):
+        request.prompt = "".join(request.prompt)
+
     completion_or_chunks = llama(
         **request.dict(
             exclude={