Safer calculation of default n_threads
This commit is contained in:
parent
9b7526895d
commit
da539cc2ee
1 changed files with 1 additions and 1 deletions
|
@ -28,7 +28,7 @@ class Settings(BaseSettings):
|
|||
model: str
|
||||
n_ctx: int = 2048
|
||||
n_batch: int = 8
|
||||
n_threads: int = int(os.cpu_count() / 2) or 1
|
||||
n_threads: int = ((os.cpu_count() or 2) // 2) or 1
|
||||
f16_kv: bool = True
|
||||
use_mlock: bool = False # This causes a silent failure on platforms that don't support mlock (e.g. Windows) took forever to figure out...
|
||||
embedding: bool = True
|
||||
|
|
Loading…
Reference in a new issue