baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Allow first logprob token to be null to match openai api

Browse source
This commit is contained in:
Andrei Betlen 2023-05-19 02:04:57 -04:00
parent dc39cc0fa4
commit a634a2453b
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/llama_types.py
View file

@ -22,9 +22,9 @@ class Embedding(TypedDict):
class CompletionLogprobs(TypedDict): class CompletionLogprobs(TypedDict):
text_offset: List[int] text_offset: List[int]
token_logprobs: List[float] token_logprobs: List[Optional[float]]
tokens: List[str] tokens: List[str]
top_logprobs: List[Dict[str, float]] top_logprobs: List[Optional[Dict[str, float]]]
class CompletionChoice(TypedDict): class CompletionChoice(TypedDict):