baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Bugfix: Ensure logs are printed when streaming

Browse source
This commit is contained in:
Andrei Betlen 2023-05-10 16:12:17 -04:00
parent 3c96b43cf4
commit cdeaded251
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
llama_cpp/llama.py
View file

@ -709,6 +709,9 @@ class Llama:
print("Llama._create_completion: cache save", file=sys.stderr)
self.cache[prompt_tokens + completion_tokens] = self.save_state()
if self.verbose:
llama_cpp.llama_print_timings(self.ctx)
if stream:
yield {
"id": completion_id,
@ -780,9 +783,6 @@ class Llama:
"top_logprobs": top_logprobs,
}
if self.verbose:
llama_cpp.llama_print_timings(self.ctx)
yield {
"id": completion_id,
"object": "text_completion",