From be0add1b2ddb108fe80ef0720a031d20976482af Mon Sep 17 00:00:00 2001
From: Andrei Betlen <abetlen@gmail.com>
Date: Mon, 6 Nov 2023 09:30:38 -0500
Subject: [PATCH] Fix type bug

---
 llama_cpp/llama.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
index 034d7c0..6dc113a 100644
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@@ -491,7 +491,7 @@ class _LlamaContext:
     def sample_repetition_penalties(
         self,
         candidates: "_LlamaTokenDataArray",
-        last_tokens_data: llama_cpp.Array[llama_cpp.llama_token],
+        last_tokens_data: "llama_cpp.Array[llama_cpp.llama_token]",
         penalty_last_n: int,
         penalty_repeat: float,
         penalty_freq: float,