Update setting for server as well

abetlen · abetlen · commit 1ab89415f35e · 2024-04-17T10:01:24.000-04:00
diff --git a/llama_cpp/server/settings.py b/llama_cpp/server/settings.py
@@ -70,7 +70,7 @@ class ModelSettings(BaseSettings):
         description="The number of threads to use.",
     )
     n_threads_batch: int = Field(
-        default=max(multiprocessing.cpu_count() // 2, 1),
+        default=max(multiprocessing.cpu_count(), 1),
         ge=0,
         description="The number of threads to use when batch processing.",
     )

Original file line number	Diff line number	Diff line change
`@@ -70,7 +70,7 @@ class ModelSettings(BaseSettings):`
`70`	`70`	`description="The number of threads to use.",`
`71`	`71`	`)`
`72`	`72`	`n_threads_batch: int = Field(`
`73`		`- default=max(multiprocessing.cpu_count() // 2, 1),`
	`73`	`+ default=max(multiprocessing.cpu_count(), 1),`
`74`	`74`	`ge=0,`
`75`	`75`	`description="The number of threads to use when batch processing.",`
`76`	`76`	`)`