feat: Use new llama_token_is_eog in create_completions

2024-04-22 00:35:47 -04:00 · 2024-04-22 00:35:47 -04:00 · d40a250ef3
commit d40a250ef3
parent b21ba0e2ac
1 changed files with 2 additions and 1 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@ -1034,7 +1034,8 @@ class Llama:
            logits_processor=logits_processor,
            grammar=grammar,
        ):
-            if token == self._token_eos:
+            assert self._model.model is not None
+            if llama_cpp.llama_token_is_eog(self._model.model, token):
                text = self.detokenize(completion_tokens, prev_tokens=prompt_tokens)
                finish_reason = "stop"
                break