fix: tensor_split should be optional list

This commit is contained in:
Andrei Betlen 2023-07-14 16:52:48 -04:00
parent 25b3494e11
commit 118b7f6d5c

View file

@ -31,7 +31,7 @@ class Settings(BaseSettings):
ge=0,
description="The number of layers to put on the GPU. The rest will be on the CPU.",
)
tensor_split: List[float] = Field(
tensor_split: Optional[List[float]] = Field(
default=None,
description="Split layers across multiple GPUs in proportion.",
)