From 6b800aa7b70379d5b024fdf9cb868d45ae85d14d Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Fri, 14 Jun 2024 13:43:56 -0700 Subject: [PATCH] openai: do not set temperature to 0 when setting seed (#5045) --- docs/openai.md | 1 - openai/openai.go | 3 --- 2 files changed, 4 deletions(-) diff --git a/docs/openai.md b/docs/openai.md index 557b5846..59e7d640 100644 --- a/docs/openai.md +++ b/docs/openai.md @@ -104,7 +104,6 @@ curl http://localhost:11434/v1/chat/completions \ #### Notes -- Setting `seed` will always set `temperature` to `0` - `finish_reason` will always be `stop` - `usage.prompt_tokens` will be 0 for completions where prompt evaluation is cached diff --git a/openai/openai.go b/openai/openai.go index 310051a5..706d31aa 100644 --- a/openai/openai.go +++ b/openai/openai.go @@ -178,9 +178,6 @@ func fromRequest(r ChatCompletionRequest) api.ChatRequest { if r.Seed != nil { options["seed"] = *r.Seed - - // temperature=0 is required for reproducible outputs - options["temperature"] = 0.0 } if r.FrequencyPenalty != nil {