baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix: free last image embed in llava chat handler

Browse source
This commit is contained in:
Andrei Betlen 2024-05-08 22:16:18 -04:00
parent 77122638b4
commit 3757328b70
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
llama_cpp/llama_chat_format.py
View file

@ -2615,6 +2615,11 @@ class Llava15ChatHandler:
if self._last_image_embed is not None and self._last_image_hash is not None and hash(image_bytes) == self._last_image_hash: if self._last_image_embed is not None and self._last_image_hash is not None and hash(image_bytes) == self._last_image_hash:
return self._last_image_embed return self._last_image_embed
with suppress_stdout_stderr(disable=self.verbose): with suppress_stdout_stderr(disable=self.verbose):
# Free the previous image embed
if self._last_image_embed is not None:
self._llava_cpp.llava_image_embed_free(self._last_image_embed)
self._last_image_embed = None
self._last_image_hash = None
embed = ( embed = (
self._llava_cpp.llava_image_embed_make_with_bytes( self._llava_cpp.llava_image_embed_make_with_bytes(
self.clip_ctx, self.clip_ctx,