baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

openai: don't scale temperature or frequency_penalty (#6514)

Browse source
This commit is contained in:
Yaroslav 2024-09-07 02:45:45 +02:00 committed by GitHub
parent 8a027bc401
commit da915345d1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
openai/openai.go
View file

@ -513,7 +513,7 @@ func fromCompleteRequest(r CompletionRequest) (api.GenerateRequest, error) {
} }
if r.Temperature != nil { if r.Temperature != nil {
options["temperature"] = *r.Temperature * 2.0 options["temperature"] = *r.Temperature
} else { } else {
options["temperature"] = 1.0 options["temperature"] = 1.0
} }
@ -522,9 +522,9 @@ func fromCompleteRequest(r CompletionRequest) (api.GenerateRequest, error) {
options["seed"] = *r.Seed options["seed"] = *r.Seed
} }
options["frequency_penalty"] = r.FrequencyPenalty * 2.0 options["frequency_penalty"] = r.FrequencyPenalty
options["presence_penalty"] = r.PresencePenalty * 2.0 options["presence_penalty"] = r.PresencePenalty
if r.TopP != 0.0 { if r.TopP != 0.0 {
options["top_p"] = r.TopP options["top_p"] = r.TopP

2
openai/openai_test.go
View file

@ -275,7 +275,7 @@ func TestCompletionsMiddleware(t *testing.T) {
Options: map[string]any{ Options: map[string]any{
"frequency_penalty": 0.0, "frequency_penalty": 0.0,
"presence_penalty": 0.0, "presence_penalty": 0.0,
"temperature": 1.6, "temperature": 0.8,
"top_p": 1.0, "top_p": 1.0,
"stop": []any{"\n", "stop"}, "stop": []any{"\n", "stop"},
}, },