From a634a2453b0088b0fcdcae7f936ccf8ca7f1a04b Mon Sep 17 00:00:00 2001
From: Andrei Betlen <abetlen@gmail.com>
Date: Fri, 19 May 2023 02:04:57 -0400
Subject: [PATCH] Allow first logprob token to be null to match openai api

---
 llama_cpp/llama_types.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/llama_cpp/llama_types.py b/llama_cpp/llama_types.py
index e8f4ce1..7729ced 100644
--- a/llama_cpp/llama_types.py
+++ b/llama_cpp/llama_types.py
@@ -22,9 +22,9 @@ class Embedding(TypedDict):
 
 class CompletionLogprobs(TypedDict):
     text_offset: List[int]
-    token_logprobs: List[float]
+    token_logprobs: List[Optional[float]]
     tokens: List[str]
-    top_logprobs: List[Dict[str, float]]
+    top_logprobs: List[Optional[Dict[str, float]]]
 
 
 class CompletionChoice(TypedDict):