From 01114b45265dff484fd56d0430317c32dd4d9bd4 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Tue, 9 Apr 2024 16:15:24 -0700 Subject: [PATCH] fix: rope --- api/types.go | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/api/types.go b/api/types.go index c5223405..14ffd1c2 100644 --- a/api/types.go +++ b/api/types.go @@ -122,6 +122,11 @@ type Runner struct { UseMMap bool `json:"use_mmap,omitempty"` UseMLock bool `json:"use_mlock,omitempty"` NumThread int `json:"num_thread,omitempty"` + + // Unused: RopeFrequencyBase is ignored. Instead the value in the model will be used + RopeFrequencyBase float32 `json:"rope_frequency_base,omitempty"` + // Unused: RopeFrequencyScale is ignored. Instead the value in the model will be used + RopeFrequencyScale float32 `json:"rope_frequency_scale,omitempty"` } type EmbeddingRequest struct {