baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix: destructor exception where internal classes are missing some uninitialized attributes

Browse source
This commit is contained in:
Andrei Betlen 2024-02-14 03:38:41 -05:00
parent 07a783779a
commit 6943bab6d8
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/_internals.py
View file

@ -42,6 +42,8 @@ class _LlamaModel:
self._llama_free_model = llama_cpp._lib.llama_free_model # type: ignore self._llama_free_model = llama_cpp._lib.llama_free_model # type: ignore
self.model = None
if not os.path.exists(path_model): if not os.path.exists(path_model):
raise ValueError(f"Model path does not exist: {path_model}") raise ValueError(f"Model path does not exist: {path_model}")
@ -248,6 +250,7 @@ class _LlamaContext:
self.verbose = verbose self.verbose = verbose
self._llama_free = llama_cpp._lib.llama_free # type: ignore self._llama_free = llama_cpp._lib.llama_free # type: ignore
self.ctx = None
assert self.model.model is not None assert self.model.model is not None
@ -497,6 +500,7 @@ class _LlamaBatch:
self._llama_batch_free = llama_cpp._lib.llama_batch_free # type: ignore self._llama_batch_free = llama_cpp._lib.llama_batch_free # type: ignore
self.batch = None
self.batch = llama_cpp.llama_batch_init( self.batch = llama_cpp.llama_batch_init(
self.n_tokens, self.embd, self.n_seq_max self.n_tokens, self.embd, self.n_seq_max
) )