Merge pull request #3565 from ollama/mxyng/rope

fix: rope
This commit is contained in:
Michael Yang 2024-04-09 16:36:55 -07:00 committed by GitHub
commit c03f0e3c3d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -122,6 +122,11 @@ type Runner struct {
UseMMap bool `json:"use_mmap,omitempty"`
UseMLock bool `json:"use_mlock,omitempty"`
NumThread int `json:"num_thread,omitempty"`
// Unused: RopeFrequencyBase is ignored. Instead the value in the model will be used
RopeFrequencyBase float32 `json:"rope_frequency_base,omitempty"`
// Unused: RopeFrequencyScale is ignored. Instead the value in the model will be used
RopeFrequencyScale float32 `json:"rope_frequency_scale,omitempty"`
}
type EmbeddingRequest struct {