From f03a38e62af2b93ab15e9944456212315b80a1b9 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Sun, 26 Nov 2023 15:38:22 -0500 Subject: [PATCH] Update llama.cpp --- llama_cpp/llama_cpp.py | 2 +- vendor/llama.cpp | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/llama_cpp/llama_cpp.py b/llama_cpp/llama_cpp.py index 8158eb2..74c0935 100644 --- a/llama_cpp/llama_cpp.py +++ b/llama_cpp/llama_cpp.py @@ -339,7 +339,7 @@ class llama_model_params(Structure): # // ref: https://github.com/ggerganov/llama.cpp/pull/2054 # float rope_freq_base; // RoPE base frequency, 0 = from model # float rope_freq_scale; // RoPE frequency scaling factor, 0 = from model -# float yarn_ext_factor; // YaRN extrapolation mix factor, NaN = from model +# float yarn_ext_factor; // YaRN extrapolation mix factor, negative = from model # float yarn_attn_factor; // YaRN magnitude scaling factor # float yarn_beta_fast; // YaRN low correction dim # float yarn_beta_slow; // YaRN high correction dim diff --git a/vendor/llama.cpp b/vendor/llama.cpp index 6b0a742..3e73d31 160000 --- a/vendor/llama.cpp +++ b/vendor/llama.cpp @@ -1 +1 @@ -Subproject commit 6b0a7420d03b9d13cb0e9439a01ce8476d8bf093 +Subproject commit 3e73d31d9cc0232882ce61c64742aff3ecfec416