RossAlRed
diff --git a/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+2-2Lines changed: 2 additions & 2 deletions b/‎llama_cpp/server/app.py
Copy file name to clipboardExpand all lines: llama_cpp/server/app.py
+2-2Lines changed: 2 additions & 2 deletions
@@ -48,8 +48,8 @@ class Settings(BaseSettings):
     )
     n_gpu_layers: int = Field(
         default=0,
-        ge=0,
-        description="The number of layers to put on the GPU. The rest will be on the CPU.",
+        ge=-1,
+        description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.",
     )
     main_gpu: int = Field(
         default=0,
Original file line number	Diff line number	Diff line change
`@@ -48,8 +48,8 @@ class Settings(BaseSettings):`
`48`	`48`	`)`
`49`	`49`	`n_gpu_layers: int = Field(`
`50`	`50`	`default=0,`
`51`		`- ge=0,`
`52`		`- description="The number of layers to put on the GPU. The rest will be on the CPU.",`
	`51`	`+ ge=-1,`
	`52`	`+ description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.",`
`53`	`53`	`)`
`54`	`54`	`main_gpu: int = Field(`
`55`	`55`	`default=0,`