baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

update value check for n_gpu_layers field (#826)

Browse source
This commit is contained in:
Xiaoyu Kevin Hu 2023-10-18 17:25:25 -05:00 committed by GitHub
parent d989ac86e6
commit a315128d66
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/server/app.py
View file

@ -48,8 +48,8 @@ class Settings(BaseSettings):
) )
n_gpu_layers: int = Field( n_gpu_layers: int = Field(
default=0, default=0,
ge=0, ge=-1,
description="The number of layers to put on the GPU. The rest will be on the CPU.", description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.",
) )
main_gpu: int = Field( main_gpu: int = Field(
default=0, default=0,