Free model when llama is unloaded. Closes #434

2023-06-28 23:58:55 -04:00 · 2023-06-28 23:58:55 -04:00 · a5e059c053
commit a5e059c053
parent 442213b070
1 changed files with 3 additions and 0 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@ -1437,6 +1437,9 @@ class Llama:
            return self._convert_text_completion_to_chat(completion)

    def __del__(self):
+        if self.model is not None:
+            llama_cpp.llama_free_model(self.model)
+            self.model = None
        if self.ctx is not None:
            llama_cpp.llama_free(self.ctx)
            self.ctx = None