fix: tensor_split should be optional list
This commit is contained in:
parent
25b3494e11
commit
118b7f6d5c
1 changed files with 1 additions and 1 deletions
|
@ -31,7 +31,7 @@ class Settings(BaseSettings):
|
|||
ge=0,
|
||||
description="The number of layers to put on the GPU. The rest will be on the CPU.",
|
||||
)
|
||||
tensor_split: List[float] = Field(
|
||||
tensor_split: Optional[List[float]] = Field(
|
||||
default=None,
|
||||
description="Split layers across multiple GPUs in proportion.",
|
||||
)
|
||||
|
|
Loading…
Reference in a new issue