fix: tensor_split should be optional list
This commit is contained in:
parent
25b3494e11
commit
118b7f6d5c
1 changed files with 1 additions and 1 deletions
|
@ -31,7 +31,7 @@ class Settings(BaseSettings):
|
||||||
ge=0,
|
ge=0,
|
||||||
description="The number of layers to put on the GPU. The rest will be on the CPU.",
|
description="The number of layers to put on the GPU. The rest will be on the CPU.",
|
||||||
)
|
)
|
||||||
tensor_split: List[float] = Field(
|
tensor_split: Optional[List[float]] = Field(
|
||||||
default=None,
|
default=None,
|
||||||
description="Split layers across multiple GPUs in proportion.",
|
description="Split layers across multiple GPUs in proportion.",
|
||||||
)
|
)
|
||||||
|
|
Loading…
Reference in a new issue