We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 91bf8fa commit c7e0eb3Copy full SHA for c7e0eb3
llama_cpp/server/app.py
@@ -24,7 +24,7 @@ class Settings(BaseSettings):
24
model: str = Field(
25
description="The path to the model to use for generating completions."
26
)
27
- model_alias: Optional[str] = Field(
+ alias: Optional[str] = Field(
28
default=None,
29
description="The alias of the model to use for generating completions.",
30
@@ -768,8 +768,8 @@ async def get_models(
768
"object": "list",
769
"data": [
770
{
771
- "id": settings.model_alias
772
- if settings.model_alias is not None
+ "id": settings.alias
+ if settings.alias is not None
773
else llama.model_path,
774
"object": "model",
775
"owned_by": "me",
0 commit comments