From 118b7f6d5c2cacab8d2c4a4c2d44b6a4eda03b37 Mon Sep 17 00:00:00 2001
From: Andrei Betlen <abetlen@gmail.com>
Date: Fri, 14 Jul 2023 16:52:48 -0400
Subject: [PATCH] fix: tensor_split should be optional list

---
 llama_cpp/server/app.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
index 8dc5a0f..eaa6f44 100644
--- a/llama_cpp/server/app.py
+++ b/llama_cpp/server/app.py
@@ -31,7 +31,7 @@ class Settings(BaseSettings):
         ge=0,
         description="The number of layers to put on the GPU. The rest will be on the CPU.",
     )
-    tensor_split: List[float] = Field(
+    tensor_split: Optional[List[float]] = Field(
         default=None,
         description="Split layers across multiple GPUs in proportion.",
     )