From df3be58d6c5a96fafa53f65a3bdb2d0fe21960e9 Mon Sep 17 00:00:00 2001
From: Stephen Hankinson <shankinson@gmail.com>
Date: Wed, 10 Jan 2024 03:46:27 -0400
Subject: [PATCH] Add ability to pass in penalize_nl param (#1068)

---
 llama_cpp/llama.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
index 9178a22..7c819b0 100644
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@@ -1201,6 +1201,7 @@ class Llama:
         mirostat_mode: int = 0,
         mirostat_tau: float = 5.0,
         mirostat_eta: float = 0.1,
+        penalize_nl: bool = True,
         logits_processor: Optional[LogitsProcessorList] = None,
         stopping_criteria: Optional[StoppingCriteriaList] = None,
         grammar: Optional[LlamaGrammar] = None,
@@ -1261,6 +1262,7 @@ class Llama:
                 mirostat_eta=mirostat_eta,
                 logits_processor=logits_processor,
                 grammar=grammar,
+                penalize_nl=penalize_nl,
             )
             if stopping_criteria is not None and stopping_criteria(
                 self._input_ids, self._scores[-1, :]