openai: do not set temperature to 0 when setting seed (#5045)
This commit is contained in:
parent
dd7c9ebeaf
commit
6b800aa7b7
2 changed files with 0 additions and 4 deletions
|
@ -104,7 +104,6 @@ curl http://localhost:11434/v1/chat/completions \
|
|||
|
||||
#### Notes
|
||||
|
||||
- Setting `seed` will always set `temperature` to `0`
|
||||
- `finish_reason` will always be `stop`
|
||||
- `usage.prompt_tokens` will be 0 for completions where prompt evaluation is cached
|
||||
|
||||
|
|
|
@ -178,9 +178,6 @@ func fromRequest(r ChatCompletionRequest) api.ChatRequest {
|
|||
|
||||
if r.Seed != nil {
|
||||
options["seed"] = *r.Seed
|
||||
|
||||
// temperature=0 is required for reproducible outputs
|
||||
options["temperature"] = 0.0
|
||||
}
|
||||
|
||||
if r.FrequencyPenalty != nil {
|
||||
|
|
Loading…
Reference in a new issue