baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix: Raise exceptions when llama model or context fails to load

Browse source
This commit is contained in:
Andrei Betlen 2024-02-22 00:09:45 -05:00
parent 3632241e98
commit dd22010e85
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
llama_cpp/_internals.py
View file

@ -51,6 +51,9 @@ class _LlamaModel:
self.path_model.encode("utf-8"), self.params self.path_model.encode("utf-8"), self.params
) )
if self.model is None:
raise ValueError(f"Failed to load model from file: {path_model}")
def __del__(self): def __del__(self):
if self.model is not None and self._llama_free_model is not None: if self.model is not None and self._llama_free_model is not None:
self._llama_free_model(self.model) self._llama_free_model(self.model)
@ -258,6 +261,9 @@ class _LlamaContext:
self.model.model, self.params self.model.model, self.params
) )
if self.ctx is None:
raise ValueError("Failed to create llama_context")
def __del__(self): def __del__(self):
if self.ctx is not None and self._llama_free is not None: if self.ctx is not None and self._llama_free is not None:
self._llama_free(self.ctx) self._llama_free(self.ctx)